Bug#1040716: libc6: Stack Traces
On Tue, 2023-07-11 at 21:11 +0200, Aurelien Jarno wrote:
> Hi,
>
> On 2023-07-11 11:21, Tim McConnell wrote:
> >
> >
> > On Mon, 2023-07-10 at 23:17 +0200, Aurelien Jarno wrote:
> > > You might want
> > > to upgrade to version 2.37-5 to check if it solves your issue
> > Okay that's done and it's still doing it. The entry from Journalctl
> > shows module libudev1 if that's of any use.
> >
> > Started systemd-coredump@1785-616863-0.service - Process Core Dump
> > (PID
> > 616863/UID 0).
> > Jul 11 10:52:06 DebianTim systemd-coredump[616865]: Process 616847
> > (collectd) of user 0 dumped core.
> >
> > Module
> > libudev.so.1
> > from deb systemd-252.11-1.amd64
> > Stack trace of
> > thread 616848:
> > #0
> > 0x00007fce1335e9f2 __memmove_ssse3 (libc.so.6 + 0x16d9f2)
> > #1
> > 0x00007fce131156d9 rrd_write (librrd.so.8 + 0x346d9)
> > #2
> > 0x00007fce13120acd n/a (librrd.so.8 + 0x3facd)
> > #3
> > 0x00007fce13122962 n/a (librrd.so.8 + 0x41962)
> > #4
> > 0x00007fce1317c370 n/a (rrdtool.so + 0x3370)
> > #5
> > 0x00007fce132793ec start_thread (libc.so.6 + 0x883ec)
> > #6
> > 0x00007fce132f9a1c __clone3 (libc.so.6 + 0x108a1c)
> >
>
> Thanks for the details. This shows that the binary crashing regularly
> is
> collectd. This is very unlikely that the issue is linked to the
> locales,
> and your test is confirming that.
>
> It's also not clear that it's a glibc issue, it's more likely an
> issue
> in collectd or librrd8. It appears that systemd-coredump saved a
> coredump when the process crashed. You should be able do use
> "coredumpctl" to get the list of cores. You can select one coredump
> and
> examine it with gdb using "coredumpctl debug xxxx". Then when under
> gdb
> you should be able to run "thread apply all bt" to get the backtrace.
> That should allows to better understand the issue.
>
> Regards
> Aurelien
>
I'm unsure how helpful this is ( I am not a programmer) but:
thread apply all bt
Thread 12 (Thread 0x7fae021f96c0 (LWP 9783)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x7fae021f8e60, op=393, expected=0, futex_word=0x556c7b80d488)
at ./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae021f8e60,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae021f8e60,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3dafc in __pthread_cond_wait_common
(abstime=0x7fae021f8e60, clockid=0, mutex=0x556c7b80d4a0,
cond=0x556c7b80d460) at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_timedwait64 (cond=0x556c7b80d460,
mutex=0x556c7b80d4a0, abstime=0x7fae021f8e60) at
./nptl/pthread_cond_wait.c:643
#5 0x0000556c7b7e83a2 in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 11 (Thread 0x7fae08c1a740 (LWP 9776)):
#0 0x00007fae08a84a25 in __GI___clock_nanosleep
(clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x7fff754277f0,
rem=0x7fff754277f0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x00007fae08a893f3 in __GI___nanosleep (req=<optimized out>,
rem=<optimized out>) at ../sysdeps/unix/sysv/linux/nanosleep.c:25
#2 0x0000556c7b7de16b in ()
#3 0x0000556c7b7de7a8 in run_loop ()
#4 0x0000556c7b7dd934 in main ()
Thread 10 (Thread 0x7fae041fd6c0 (LWP 9779)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x0, op=393, expected=0, futex_word=0x556c7b80d3e8) at
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d3e8, expected=expected@entry=0,
clockid=clockid@entry=0, abst--Type <RET> for more, q to quit, c to
continue without paging--
ime=abstime@entry=0x0, private=private@entry=0,
cancel=cancel@entry=true) at ./nptl/futex-internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d3e8, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3d818 in __pthread_cond_wait_common (abstime=0x0,
clockid=0, mutex=0x556c7b80d400, cond=0x556c7b80d3c0) at
./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=0x556c7b80d3c0, mutex=0x556c7b80d400) at
./nptl/pthread_cond_wait.c:618
#5 0x0000556c7b7e6d1b in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 9 (Thread 0x7fae001f56c0 (LWP 9787)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x7fae001f4e60, op=393, expected=0, futex_word=0x556c7b80d488)
at ./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae001f4e60,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae001f4e60,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3dafc in __pthread_cond_wait_common
(abstime=0x7fae001f4e60, clockid=0, mutex=0x556c7b80d4a0,
cond=0x556c7b80d460) at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_timedwait64 (cond=0x556c7b80d460,
mutex=0x556c7b80d4a0, abstime=0x7fae001f4e60) at
./nptl/pthread_cond_wait.c:643
#5 0x0000556c7b7e83a2 in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 8 (Thread 0x7fae009f66c0 (LWP 9786)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x7fae009f5e60, op=393, expected=0, futex_word=0x556c7b80d488)
at ./nptl/futex-internal.c:57
--Type <RET> for more, q to quit, c to continue without paging--
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae009f5e60,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae009f5e60,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3dafc in __pthread_cond_wait_common
(abstime=0x7fae009f5e60, clockid=0, mutex=0x556c7b80d4a0,
cond=0x556c7b80d460) at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_timedwait64 (cond=0x556c7b80d460,
mutex=0x556c7b80d4a0, abstime=0x7fae009f5e60) at
./nptl/pthread_cond_wait.c:643
#5 0x0000556c7b7e83a2 in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 7 (Thread 0x7fae011f76c0 (LWP 9785)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x7fae011f6e60, op=393, expected=0, futex_word=0x556c7b80d488)
at ./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae011f6e60,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae011f6e60,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3dafc in __pthread_cond_wait_common
(abstime=0x7fae011f6e60, clockid=0, mutex=0x556c7b80d4a0,
cond=0x556c7b80d460) at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_timedwait64 (cond=0x556c7b80d460,
mutex=0x556c7b80d4a0, abstime=0x7fae011f6e60) at
./nptl/pthread_cond_wait.c:643
#5 0x0000556c7b7e83a2 in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 6 (Thread 0x7fae019f86c0 (LWP 9784)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x7fae019f7e60, op=393, expected=0, futex_word=0x556c7b80d488)
at --Type <RET> for more, q to quit, c to continue without paging--
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae019f7e60,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d488, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x7fae019f7e60,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3dafc in __pthread_cond_wait_common
(abstime=0x7fae019f7e60, clockid=0, mutex=0x556c7b80d4a0,
cond=0x556c7b80d460) at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_timedwait64 (cond=0x556c7b80d460,
mutex=0x556c7b80d4a0, abstime=0x7fae019f7e60) at
./nptl/pthread_cond_wait.c:643
#5 0x0000556c7b7e83a2 in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 5 (Thread 0x7fae029fa6c0 (LWP 9782)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x0, op=393, expected=0, futex_word=0x556c7b80d3ec) at
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3d818 in __pthread_cond_wait_common (abstime=0x0,
clockid=0, mutex=0x556c7b80d400, cond=0x556c7b80d3c0) at
./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=0x556c7b80d3c0, mutex=0x556c7b80d400) at
./nptl/pthread_cond_wait.c:618
#5 0x0000556c7b7e6d1b in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 4 (Thread 0x7fae031fb6c0 (LWP 9781)):
--Type <RET> for more, q to quit, c to continue without paging--
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x0, op=393, expected=0, futex_word=0x556c7b80d3e8) at
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d3e8, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d3e8, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3d818 in __pthread_cond_wait_common (abstime=0x0,
clockid=0, mutex=0x556c7b80d400, cond=0x556c7b80d3c0) at
./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=0x556c7b80d3c0, mutex=0x556c7b80d400) at
./nptl/pthread_cond_wait.c:618
#5 0x0000556c7b7e6d1b in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 3 (Thread 0x7fae039fc6c0 (LWP 9780)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x0, op=393, expected=0, futex_word=0x556c7b80d3ec) at
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3d818 in __pthread_cond_wait_common (abstime=0x0,
clockid=0, mutex=0x556c7b80d400, cond=0x556c7b80d3c0) at
./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=0x556c7b80d3c0, mutex=0x556c7b80d400) at
./nptl/pthread_cond_wait.c:618
#5 0x0000556c7b7e6d1b in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
--Type <RET> for more, q to quit, c to continue without paging--
Thread 2 (Thread 0x7fae049fe6c0 (LWP 9778)):
#0 __futex_abstimed_wait_common64 (private=0, cancel=true,
abstime=0x0, op=393, expected=0, futex_word=0x556c7b80d3ec) at
./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0, cancel=cancel@entry=true) at ./nptl/futex-
internal.c:87
#2 0x00007fae08a3b1bb in __GI___futex_abstimed_wait_cancelable64
(futex_word=futex_word@entry=0x556c7b80d3ec, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0,
private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007fae08a3d818 in __pthread_cond_wait_common (abstime=0x0,
clockid=0, mutex=0x556c7b80d400, cond=0x556c7b80d3c0) at
./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=0x556c7b80d3c0, mutex=0x556c7b80d400) at
./nptl/pthread_cond_wait.c:618
#5 0x0000556c7b7e6d1b in ()
#6 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#7 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Thread 1 (Thread 0x7fae051ff6c0 (LWP 9777)):
#0 __memcpy_ssse3 () at ../sysdeps/x86_64/multiarch/memmove-ssse3.S:84
#1 0x00007fae088da6d9 in rrd_write () at /lib/x86_64-linux-
gnu/librrd.so.8
#2 0x00007fae088e5acd in () at /lib/x86_64-linux-gnu/librrd.so.8
#3 0x00007fae088e7962 in () at /lib/x86_64-linux-gnu/librrd.so.8
#4 0x00007fae08941370 in () at /usr/lib/collectd/rrdtool.so
#5 0x00007fae08a3e3ec in start_thread (arg=<optimized out>) at
./nptl/pthread_create.c:444
#6 0x00007fae08abea1c in clone3 () at
../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
Reply to: