Re: [BUG] NULL pointer dereference probably caused by kernel/trace/ring_buffer.c

From: Roland Ruckerbauer
Date: Tue Nov 01 2022 - 17:50:49 EST

I did already check /proc/pid/syscall, and it was in syscall close().
strace is in attachment.

Seems like its closing all its files and about to exit. Maybe
something previously
corrupted some memory, and also caused the tool to exit? Could be that
the kernel crash is just the symptom of a much earlier kernel memory corruption.

Am Di., 1. Nov. 2022 um 22:38 Uhr schrieb Steven Rostedt <rostedt@xxxxxxxxxxx>:
>
> On Tue, 1 Nov 2022 21:07:20 +0100
> Roland Ruckerbauer <roland.rucky@xxxxxxxxx> wrote:
>
> > Meaning the rbwork pointer is not null, but also not a valid pointer.
> > Subtracting offset of the wait_index gives me address 0x178, which
> > sure seems wrong.
>
> Hmm, I wonder if the buffer got freed somehow. Not sure how that would
> happen, as you can't free the buffer if something is opened on it.
>
> >
> > I think I will try a gdb session with this kernel (but I have not done
> > this for a long time, might take me a while to get it working).
>
> If this is fully reproducible, could you run strace -f on rasdaemon to
> see what it is doing before it crashed?
>
> That could be very useful. At least I may be able to create a
> reproducer, as my rasdaemon is working fine.
>
> -- Steve
execve("/usr/bin/rasdaemon", ["rasdaemon", "-f", "-r"], 0x7fff0a31cbf0 /* 16 vars */) = 0
brk(NULL) = 0x5567e66a0000
arch_prctl(0x3001 /* ARCH_??? */, 0x7fffd19f5680) = -1 EINVAL (Das Argument ist ungültig)
access("/etc/ld.so.preload", R_OK) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
openat(AT_FDCWD, "/etc/ld.so.cache", O_RDONLY|O_CLOEXEC) = 3
newfstatat(3, "", {st_mode=S_IFREG|0644, st_size=258795, ...}, AT_EMPTY_PATH) = 0
mmap(NULL, 258795, PROT_READ, MAP_PRIVATE, 3, 0) = 0x7f5fa99f6000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/libsqlite3.so.0", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\0\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832
newfstatat(3, "", {st_mode=S_IFREG|0755, st_size=1351648, ...}, AT_EMPTY_PATH) = 0
mmap(NULL, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f5fa99f4000
mmap(NULL, 1355736, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7f5fa98a9000
mmap(0x7f5fa98b9000, 1044480, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x10000) = 0x7f5fa98b9000
mmap(0x7f5fa99b8000, 212992, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x10f000) = 0x7f5fa99b8000
mmap(0x7f5fa99ec000, 32768, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x142000) = 0x7f5fa99ec000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/libc.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0P4\2\0\0\0\0\0"..., 832) = 832
pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784
newfstatat(3, "", {st_mode=S_IFREG|0755, st_size=1953472, ...}, AT_EMPTY_PATH) = 0
pread64(3, "\6\0\0\0\4\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0@\0\0\0\0\0\0\0"..., 784, 64) = 784
mmap(NULL, 1994384, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7f5fa96c2000
mmap(0x7f5fa96e4000, 1421312, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x22000) = 0x7f5fa96e4000
mmap(0x7f5fa983f000, 356352, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x17d000) = 0x7f5fa983f000
mmap(0x7f5fa9896000, 24576, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x1d4000) = 0x7f5fa9896000
mmap(0x7f5fa989c000, 52880, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_ANONYMOUS, -1, 0) = 0x7f5fa989c000
close(3) = 0
openat(AT_FDCWD, "/usr/lib/libm.so.6", O_RDONLY|O_CLOEXEC) = 3
read(3, "\177ELF\2\1\1\3\0\0\0\0\0\0\0\0\3\0>\0\1\0\0\0\0\0\0\0\0\0\0\0"..., 832) = 832
newfstatat(3, "", {st_mode=S_IFREG|0755, st_size=944600, ...}, AT_EMPTY_PATH) = 0
mmap(NULL, 946368, PROT_READ, MAP_PRIVATE|MAP_DENYWRITE, 3, 0) = 0x7f5fa95da000
mmap(0x7f5fa95e8000, 499712, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xe000) = 0x7f5fa95e8000
mmap(0x7f5fa9662000, 385024, PROT_READ, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0x88000) = 0x7f5fa9662000
mmap(0x7f5fa96c0000, 8192, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_FIXED|MAP_DENYWRITE, 3, 0xe5000) = 0x7f5fa96c0000
close(3) = 0
mmap(NULL, 12288, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, -1, 0) = 0x7f5fa95d7000
arch_prctl(ARCH_SET_FS, 0x7f5fa95d7740) = 0
set_tid_address(0x7f5fa95d7a10) = 12622
set_robust_list(0x7f5fa95d7a20, 24) = 0
rseq(0x7f5fa95d8060, 0x20, 0, 0x53053053) = 0
mprotect(0x7f5fa9896000, 16384, PROT_READ) = 0
mprotect(0x7f5fa96c0000, 4096, PROT_READ) = 0
mprotect(0x7f5fa99ec000, 16384, PROT_READ) = 0
mprotect(0x5567e4faf000, 12288, PROT_READ) = 0
mprotect(0x7f5fa9a67000, 8192, PROT_READ) = 0
prlimit64(0, RLIMIT_STACK, NULL, {rlim_cur=8192*1024, rlim_max=RLIM64_INFINITY}) = 0
munmap(0x7f5fa99f6000, 258795) = 0
getrandom("\xd3\xe3\xe4\x14\xba\x8e\x8e\x35", 8, GRND_NONBLOCK) = 8
brk(NULL) = 0x5567e66a0000
brk(0x5567e66c1000) = 0x5567e66c1000
openat(AT_FDCWD, "/proc/mounts", O_RDONLY) = 3
newfstatat(3, "", {st_mode=S_IFREG|0444, st_size=0, ...}, AT_EMPTY_PATH) = 0
read(3, "proc /proc proc rw,nosuid,nodev,"..., 1024) = 1024
read(3, "ev,noexec,relatime 0 0\nmqueue /d"..., 1024) = 1024
close(3) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing", O_RDONLY|O_NONBLOCK|O_CLOEXEC|O_DIRECTORY) = 3
newfstatat(3, "", {st_mode=S_IFDIR|0700, st_size=0, ...}, AT_EMPTY_PATH) = 0
getdents64(3, 0x5567e66a13f0 /* 57 entries */, 32768) = 2144
close(3) = 0
mkdir("/sys/kernel/debug/tracing/instances/rasdaemon", 0700) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/trace_clock", O_RDONLY) = 3
read(3, "[local] global counter uptime pe"..., 4096) = 66
close(3) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/trace_clock", O_WRONLY) = 3
write(3, "uptime\0", 7) = 7
close(3) = 0
openat(AT_FDCWD, "/proc/uptime", O_RDONLY) = 3
newfstatat(3, "", {st_mode=S_IFREG|0444, st_size=0, ...}, AT_EMPTY_PATH) = 0
read(3, "5845.41 138916.72\n", 1024) = 18
close(3) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/header_page", O_RDONLY) = 3
read(3, "\tfield: u64 timestamp;\toffset:0;"..., 4096) = 205
close(3) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Improper PAGE_CE_ACTION, set to "..., 45) = 45
access("/sys/devices/system/memory/soft_offline_page", W_OK) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Page offline choice on Corrected"..., 48) = 48
write(2, "rasdaemon: ", 11) = 11
write(2, "Improper PAGE_CE_THRESHOLD, set "..., 47) = 47
write(2, "rasdaemon: ", 11) = 11
write(2, "Improper PAGE_CE_REFRESH_CYCLE, "..., 52) = 52
write(2, "rasdaemon: ", 11) = 11
write(2, "Threshold of memory Corrected Er"..., 49) = 49
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/ras/mc_event/format", O_RDONLY) = 3
read(3, "name: mc_event\nID: 1326\nformat:\n"..., 4096) = 1388
close(3) = 0
newfstatat(1, "", {st_mode=S_IFCHR|0620, st_rdev=makedev(0x88, 0), ...}, AT_EMPTY_PATH) = 0
write(1, "overriding event (1326) ras:mc_e"..., 60) = 60
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 3
write(3, "ras:mc_event\n", 13) = 13
close(3) = 0
openat(AT_FDCWD, "/etc/localtime", O_RDONLY|O_CLOEXEC) = 3
newfstatat(3, "", {st_mode=S_IFREG|0644, st_size=2200, ...}, AT_EMPTY_PATH) = 0
newfstatat(3, "", {st_mode=S_IFREG|0644, st_size=2200, ...}, AT_EMPTY_PATH) = 0
read(3, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\7\0\0\0\7\0\0\0\0"..., 4096) = 2200
lseek(3, -1392, SEEK_CUR) = 808
read(3, "TZif2\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\0\7\0\0\0\7\0\0\0\0"..., 4096) = 1392
close(3) = 0
socket(AF_UNIX, SOCK_DGRAM|SOCK_CLOEXEC, 0) = 3
connect(3, {sa_family=AF_UNIX, sun_path="/dev/log"}, 110) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: r"..., 58, MSG_NOSIGNAL, NULL, 0) = 58
write(2, "rasdaemon: ", 11) = 11
write(2, "ras:mc_event event enabled\n", 27) = 27
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 58, MSG_NOSIGNAL, NULL, 0) = 58
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event ras:mc_event\n", 27) = 27
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/ras/aer_event/format", O_RDONLY) = 4
read(4, "name: aer_event\nID: 1323\nformat:"..., 4096) = 1795
close(4) = 0
write(1, "overriding event (1323) ras:aer_"..., 61) = 61
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 4
write(4, "ras:aer_event\n", 14) = 14
close(4) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: r"..., 59, MSG_NOSIGNAL, NULL, 0) = 59
write(2, "rasdaemon: ", 11) = 11
write(2, "ras:aer_event event enabled\n", 28) = 28
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 59, MSG_NOSIGNAL, NULL, 0) = 59
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event ras:aer_event\n", 28) = 28
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/ras/non_standard_event/format", O_RDONLY) = 4
read(4, "name: non_standard_event\nID: 132"..., 4096) = 808
close(4) = 0
write(1, "overriding event (1324) ras:non_"..., 70) = 70
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 4
write(4, "ras:non_standard_event\n", 23) = 23
close(4) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: r"..., 68, MSG_NOSIGNAL, NULL, 0) = 68
write(2, "rasdaemon: ", 11) = 11
write(2, "ras:non_standard_event event ena"..., 37) = 37
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 68, MSG_NOSIGNAL, NULL, 0) = 68
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event ras:non_standard_e"..., 37) = 37
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/ras/arm_event/format", O_RDONLY) = 4
read(4, "name: arm_event\nID: 1325\nformat:"..., 4096) = 704
close(4) = 0
write(1, "overriding event (1325) ras:arm_"..., 61) = 61
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 4
write(4, "ras:arm_event\n", 14) = 14
close(4) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: r"..., 59, MSG_NOSIGNAL, NULL, 0) = 59
write(2, "rasdaemon: ", 11) = 11
write(2, "ras:arm_event event enabled\n", 28) = 28
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 59, MSG_NOSIGNAL, NULL, 0) = 59
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event ras:arm_event\n", 28) = 28
openat(AT_FDCWD, "/sys/devices/system/cpu/possible", O_RDONLY|O_CLOEXEC) = 4
read(4, "0-31\n", 1024) = 5
close(4) = 0
openat(AT_FDCWD, "/proc/cpuinfo", O_RDONLY) = 4
newfstatat(4, "", {st_mode=S_IFREG|0444, st_size=0, ...}, AT_EMPTY_PATH) = 0
read(4, "processor\t: 0\nvendor_id\t: Authen"..., 1024) = 1024
read(4, "mbm_total cqm_mbm_local clzero i"..., 1024) = 1024
close(4) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/mce/mce_record/format", O_RDONLY) = 4
read(4, "name: mce_record\nID: 113\nformat:"..., 4096) = 1479
close(4) = 0
write(1, "overriding event (113) mce:mce_r"..., 61) = 61
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 4
write(4, "mce:mce_record\n", 15) = 15
close(4) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: m"..., 60, MSG_NOSIGNAL, NULL, 0) = 60
write(2, "rasdaemon: ", 11) = 11
write(2, "mce:mce_record event enabled\n", 29) = 29
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 60, MSG_NOSIGNAL, NULL, 0) = 60
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event mce:mce_record\n", 29) = 29
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/ras/extlog_mem_event/format", O_RDONLY) = 4
read(4, "name: extlog_mem_event\nID: 1327\n"..., 4096) = 974
close(4) = 0
write(1, "overriding event (1327) ras:extl"..., 68) = 68
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 4
write(4, "ras:extlog_mem_event\n", 21) = 21
close(4) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: r"..., 66, MSG_NOSIGNAL, NULL, 0) = 66
write(2, "rasdaemon: ", 11) = 11
write(2, "ras:extlog_mem_event event enabl"..., 35) = 35
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 66, MSG_NOSIGNAL, NULL, 0) = 66
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event ras:extlog_mem_eve"..., 35) = 35
openat(AT_FDCWD, "/sys/kernel/debug/ras/daemon_active", O_RDONLY) = 4
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/net/net_dev_xmit_timeout/format", O_RDONLY) = 5
read(5, "name: net_dev_xmit_timeout\nID: 1"..., 4096) = 561
close(5) = 0
write(1, "overriding event (1415) net:net_"..., 72) = 72
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 5
write(5, "net:net_dev_xmit_timeout\n", 25) = 25
close(5) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: n"..., 70, MSG_NOSIGNAL, NULL, 0) = 70
write(2, "rasdaemon: ", 11) = 11
write(2, "net:net_dev_xmit_timeout event e"..., 39) = 39
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 70, MSG_NOSIGNAL, NULL, 0) = 70
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event net:net_dev_xmit_t"..., 39) = 39
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/devlink/devlink_health_report/format", O_RDONLY) = 5
read(5, "name: devlink_health_report\nID: "..., 4096) = 798
close(5) = 0
write(1, "overriding event (1424) devlink:"..., 77) = 77
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 5
write(5, "devlink:devlink_health_report\n", 30) = 30
close(5) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: d"..., 75, MSG_NOSIGNAL, NULL, 0) = 75
write(2, "rasdaemon: ", 11) = 11
write(2, "devlink:devlink_health_report ev"..., 44) = 44
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 75, MSG_NOSIGNAL, NULL, 0) = 75
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event devlink:devlink_he"..., 44) = 44
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/block/block_rq_complete/filter", O_RDWR|O_APPEND) = 5
write(5, "error != 0", 10) = 10
close(5) = 0
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/events/block/block_rq_complete/format", O_RDONLY) = 5
read(5, "name: block_rq_complete\nID: 1069"..., 4096) = 823
close(5) = 0
write(1, "overriding event (1069) block:bl"..., 71) = 71
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/set_event", O_RDWR|O_APPEND) = 5
write(5, "block:block_rq_complete\n", 24) = 24
close(5) = 0
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: b"..., 69, MSG_NOSIGNAL, NULL, 0) = 69
write(2, "rasdaemon: ", 11) = 11
write(2, "block:block_rq_complete event en"..., 38) = 38
sendto(3, "<30>Nov 1 22:46:59 rasdaemon: E"..., 69, MSG_NOSIGNAL, NULL, 0) = 69
write(2, "rasdaemon: ", 11) = 11
write(2, "Enabled event block:block_rq_com"..., 38) = 38
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu0/trace_pipe_raw", O_RDONLY) = 5
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu1/trace_pipe_raw", O_RDONLY) = 6
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu2/trace_pipe_raw", O_RDONLY) = 7
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu3/trace_pipe_raw", O_RDONLY) = 8
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu4/trace_pipe_raw", O_RDONLY) = 9
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu5/trace_pipe_raw", O_RDONLY) = 10
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu6/trace_pipe_raw", O_RDONLY) = 11
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu7/trace_pipe_raw", O_RDONLY) = 12
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu8/trace_pipe_raw", O_RDONLY) = 13
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu9/trace_pipe_raw", O_RDONLY) = 14
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu10/trace_pipe_raw", O_RDONLY) = 15
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu11/trace_pipe_raw", O_RDONLY) = 16
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu12/trace_pipe_raw", O_RDONLY) = 17
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu13/trace_pipe_raw", O_RDONLY) = 18
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu14/trace_pipe_raw", O_RDONLY) = 19
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu15/trace_pipe_raw", O_RDONLY) = 20
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu16/trace_pipe_raw", O_RDONLY) = 21
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu17/trace_pipe_raw", O_RDONLY) = 22
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu18/trace_pipe_raw", O_RDONLY) = 23
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu19/trace_pipe_raw", O_RDONLY) = 24
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu20/trace_pipe_raw", O_RDONLY) = 25
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu21/trace_pipe_raw", O_RDONLY) = 26
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu22/trace_pipe_raw", O_RDONLY) = 27
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu23/trace_pipe_raw", O_RDONLY) = 28
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu24/trace_pipe_raw", O_RDONLY) = 29
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu25/trace_pipe_raw", O_RDONLY) = 30
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu26/trace_pipe_raw", O_RDONLY) = 31
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu27/trace_pipe_raw", O_RDONLY) = 32
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu28/trace_pipe_raw", O_RDONLY) = 33
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu29/trace_pipe_raw", O_RDONLY) = 34
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu30/trace_pipe_raw", O_RDONLY) = 35
openat(AT_FDCWD, "/sys/kernel/debug/tracing/instances/rasdaemon/per_cpu/cpu31/trace_pipe_raw", O_RDONLY) = 36
rt_sigprocmask(SIG_BLOCK, [HUP INT QUIT TERM], NULL, 8) = 0
signalfd4(-1, [HUP INT QUIT TERM], 8, 0) = 37
write(2, "rasdaemon: ", 11) = 11
write(2, "Listening to events for cpus 0 t"..., 37) = 37
write(1, "Calling ras_mc_event_opendb()\n", 30) = 30
newfstatat(AT_FDCWD, "/var/lib/rasdaemon", {st_mode=S_IFDIR|0755, st_size=30, ...}, 0) = 0
newfstatat(AT_FDCWD, "/var", {st_mode=S_IFDIR|0755, st_size=126, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/var/lib", {st_mode=S_IFDIR|0755, st_size=668, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon", {st_mode=S_IFDIR|0755, st_size=30, ...}, AT_SYMLINK_NOFOLLOW) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_SYMLINK_NOFOLLOW) = 0
getpid() = 12622
getpid() = 12622
openat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db", O_RDWR|O_CREAT|O_NOFOLLOW|O_CLOEXEC, 0644) = 38
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db", {st_mode=S_IFREG|0644, st_size=8409088, ...}, 0) = 0
pread64(38, "SQLite format 3\0\20\0\1\1\0@ \0\1\326#\0\0\10\5"..., 100, 0) = 100
brk(0x5567e66e8000) = 0x5567e66e8000
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f2680, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f2680, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
pread64(38, "SQLite format 3\0\20\0\1\1\0@ \0\1\326#\0\0\10\5"..., 4096, 0) = 4096
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording mc_event events\n", 26) = 26
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording aer_event events\n", 27) = 27
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording extlog_event events\n", 30) = 30
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording mce_record events\n", 28) = 28
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording non_standard_event eve"..., 36) = 36
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording arm_event events\n", 27) = 27
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording devlink_event events\n", 31) = 31
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
fcntl(38, F_SETLK, {l_type=F_RDLCK, l_whence=SEEK_SET, l_start=1073741826, l_len=510}) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=1073741824, l_len=1}) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-journal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
pread64(38, "\0\1\326#\0\0\10\5\0\0\0\0\0\0\0\0", 16, 24) = 16
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db-wal", 0x7fffd19f33b0, 0) = -1 ENOENT (Datei oder Verzeichnis nicht gefunden)
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
fcntl(38, F_SETLK, {l_type=F_UNLCK, l_whence=SEEK_SET, l_start=0, l_len=0}) = 0
write(2, "rasdaemon: ", 11) = 11
write(2, "Recording disk_errors events\n", 29) = 29
poll([{fd=5, events=POLLIN}, {fd=6, events=POLLIN}, {fd=7, events=POLLIN}, {fd=8, events=POLLIN}, {fd=9, events=POLLIN}, {fd=10, events=POLLIN}, {fd=11, events=POLLIN}, {fd=12, events=POLLIN}, {fd=13, events=POLLIN}, {fd=14, events=POLLIN}, {fd=15, events=POLLIN}, {fd=16, events=POLLIN}, {fd=17, events=POLLIN}, {fd=18, events=POLLIN}, {fd=19, events=POLLIN}, {fd=20, events=POLLIN}, {fd=21, events=POLLIN}, {fd=22, events=POLLIN}, {fd=23, events=POLLIN}, {fd=24, events=POLLIN}, {fd=25, events=POLLIN}, {fd=26, events=POLLIN}, {fd=27, events=POLLIN}, {fd=28, events=POLLIN}, {fd=29, events=POLLIN}, {fd=30, events=POLLIN}, {fd=31, events=POLLIN}, {fd=32, events=POLLIN}, {fd=33, events=POLLIN}, {fd=34, events=POLLIN}, {fd=35, events=POLLIN}, {fd=36, events=POLLIN}, ...], 33, -1) = 8 ([{fd=29, revents=POLLERR}, {fd=30, revents=POLLERR}, {fd=31, revents=POLLERR}, {fd=32, revents=POLLERR}, {fd=33, revents=POLLERR}, {fd=34, revents=POLLERR}, {fd=35, revents=POLLERR}, {fd=36, revents=POLLERR}])
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 24\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 25\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 26\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 27\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 28\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 29\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 30\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Error on CPU 31\n", 16) = 16
write(2, "rasdaemon: ", 11) = 11
write(2, "Old kernel detected. Stop listen"..., 66) = 66
write(1, "Calling ras_mc_event_closedb()\n", 31) = 31
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db", {st_mode=S_IFREG|0644, st_size=8409088, ...}, 0) = 0
newfstatat(38, "", {st_mode=S_IFREG|0644, st_size=8409088, ...}, AT_EMPTY_PATH) = 0
newfstatat(AT_FDCWD, "/var/lib/rasdaemon/ras-mc_event.db", {st_mode=S_IFREG|0644, st_size=8409088, ...}, 0) = 0
close(38) = 0
brk(0x5567e66d6000) = 0x5567e66d6000
rt_sigprocmask(SIG_UNBLOCK, [HUP INT QUIT TERM], NULL, 8) = 0
close(5) = 0
close(6) = 0
close(7) = 0
close(8) = 0
close(9) = 0
close(10) = 0
close(11) = 0
close(12) = 0
close(13) = 0
close(14) = 0
close(15) = 0
close(16) = 0
close(17) = 0
close(18) = 0
close(19) = 0
close(20) = 0
close(21) = 0
close(22) = 0
close(23) = 0
close(24) = 0
close(25) = 0
close(26) = 0
close(27) = 0
close(28) = 0
close(29) = ?