LTTng » LTTng-tools

Reproduction steps:

lttng create
lttng enable-event -u -a
lttng enable-event -k -a
lttng add-context -k -t perf:thread:LLC-loads  // *kaboom!*

Full backtrace, see Thread 1.

Thread 12 (Thread 0x7f2becd7a700 (LWP 9686)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2becd79b30, timeout=-1) at compat-epoll.c:239
        new_size = 230
        __func__ = "compat_epoll_wait" 
#2  0x00000000004392f0 in thread_manage_consumer (data=0x678880 <ustconsumer64_data>) at main.c:1287
        sock = 230
        err = 0
        code = LTTCOMM_CONSUMERD_COMMAND_SOCK_READY
        events = {epfd = 229, nb_fd = 3, alloc_size = 3, init_size = 3, events = 0x7f2bc00008c0}
        __func__ = "thread_manage_consumer" 
        __PRETTY_FUNCTION__ = "thread_manage_consumer" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 11 (Thread 0x7f2bf0d82700 (LWP 9664)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bf0d81b40, timeout=-1) at compat-epoll.c:239
        new_size = 4040697600
        __func__ = "compat_epoll_wait" 
#2  0x0000000000439a25 in thread_manage_health (data=0x16) at main.c:3855
        sock = 21
        new_sock = 0
        i = 0
        pollfd = -4
        revents = 4294967295
        events = {epfd = 22, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2be00008c0}
        msg = {cmd = 0}
        reply = {ret_code = 0}
        __func__ = "thread_manage_health" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 10 (Thread 0x7f2bf1583700 (LWP 9663)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bf1582b40, timeout=-1) at compat-epoll.c:239
        new_size = 14
        __func__ = "compat_epoll_wait" 
#2  0x000000000041cead in thread_ht_cleanup (data=0x14) at ht-cleanup.c:69
        pollfd = 14
        err = -56
        size_ret = -4
        revents = 1
        events = {epfd = 20, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2be80008c0}
        __func__ = "thread_ht_cleanup" 
        __PRETTY_FUNCTION__ = "thread_ht_cleanup" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 9 (Thread 0x7f2bf409ea00 (LWP 9662)):
#0  0x00007f2bf1f754f5 in pthread_join () from /usr/lib/libpthread.so.0
No symbol table info available.
#1  0x000000000040a972 in main (argc=1000, argv=0x7fff548e78a8) at main.c:5429
        status = 0xffff
        home_path = 0x0
        env_app_timeout = 0xfffffffffffffe00 <error: Cannot access memory at address 0xfffffffffffffe00>
        __func__ = "main" 

Thread 8 (Thread 0x7f2bed57b700 (LWP 9677)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bed57ab30, timeout=-1) at compat-epoll.c:239
        new_size = 33
        __func__ = "compat_epoll_wait" 
#2  0x00000000004392f0 in thread_manage_consumer (data=0x67a9c0 <kconsumer_data>) at main.c:1287
        sock = 33
        err = 31084512
        code = LTTCOMM_CONSUMERD_COMMAND_SOCK_READY
        events = {epfd = 32, nb_fd = 3, alloc_size = 3, init_size = 3, events = 0x7f2bbc009810}
        __func__ = "thread_manage_consumer" 
        __PRETTY_FUNCTION__ = "thread_manage_consumer" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 7 (Thread 0x7f2bedd7c700 (LWP 9671)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bedd7bc00, timeout=-1) at compat-epoll.c:239
        new_size = 3556785328
        __func__ = "compat_epoll_wait" 
#2  0x0000000000434d65 in thread_manage_kernel (data=0x1d) at main.c:1010
        pollfd = 0
        revents = 3
        tmp = 33 '!'
        events = {epfd = 29, nb_fd = 3, alloc_size = 4, init_size = 2, events = 0x7f2bd00008c0}
        __func__ = "thread_manage_kernel" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 6 (Thread 0x7f2bee57d700 (LWP 9670)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bee57cc00, timeout=-1) at compat-epoll.c:239
        new_size = 0
        __func__ = "compat_epoll_wait" 
#2  0x000000000042fc0d in agent_thread_manage_registration (data=0x1b) at agent-thread.c:312
        pollfd = 0
        revents = 0
        events = {epfd = 27, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2bc40008c0}
        __func__ = "agent_thread_manage_registration" 
        __PRETTY_FUNCTION__ = "agent_thread_manage_registration" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 5 (Thread 0x7f2be7fff700 (LWP 9666)):
#0  0x00007f2bf1a980d9 in syscall () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x000000000044103d in futex_nto1_wait (futex=0x67ce40 <ust_cmd_queue>) at futex.c:87
        __func__ = "futex_nto1_wait" 
#2  0x0000000000434714 in thread_dispatch_ust_registration (data=0x67ce40 <ust_cmd_queue>) at main.c:1899
        err = -56
        wait_queue = {count = 0, head = {next = 0x7f2be7ffeb38, prev = 0x7f2be7ffeb38}}
        __func__ = "thread_dispatch_ust_registration" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 4 (Thread 0x7f2befd80700 (LWP 9667)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2befd7fb30, timeout=-1) at compat-epoll.c:239
        new_size = 0
        __func__ = "compat_epoll_wait" 
#2  0x0000000000435e52 in thread_registration_apps (data=0x1a) at main.c:1980
        sock = 0
        pollfd = 26
        err = 0
        revents = 2
        events = {epfd = 26, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2bcc0008c0}
        ust_cmd = 0x0
        __func__ = "thread_registration_apps" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 3 (Thread 0x7f2beed7e700 (LWP 9669)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2beed7db30, timeout=-1) at compat-epoll.c:239
        new_size = 4007126784
        __func__ = "compat_epoll_wait" 
#2  0x000000000042e9b2 in ust_thread_manage_notify (data=0x19) at ust-thread.c:73
        pollfd = -287840512
        err = 0
        size_ret = -4
        revents = 0
        events = {epfd = 25, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2bdc0008c0}
        __func__ = "ust_thread_manage_notify" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 2 (Thread 0x7f2bef57f700 (LWP 9668)):
#0  0x00007f2bf1a9c9f3 in epoll_wait () from /usr/lib/libc.so.6
No symbol table info available.
#1  0x0000000000446749 in compat_epoll_wait (events=0x7f2bef57eb30, timeout=-1) at compat-epoll.c:239
        new_size = 0
        __func__ = "compat_epoll_wait" 
#2  0x00000000004357d2 in thread_manage_apps (data=0x18) at main.c:1463
        pollfd = 0
        size_ret = -4
        revents = 2
        events = {epfd = 24, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2bd80008c0}
        __func__ = "thread_manage_apps" 
#3  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#4  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.

Thread 1 (Thread 0x7f2bf0581700 (LWP 9665)):
#0  __cds_list_del (next=0x0, prev=0x0) at /usr/include/urcu/list.h:73
No locals.
#1  cds_list_del (elem=0x7f2bd4005a88) at /usr/include/urcu/list.h:81
No locals.
#2  trace_kernel_destroy_context (ctx=0x7f2bd4005950) at trace-kernel.c:409
No locals.
#3  0x000000000040ef95 in context_kernel_add (ksession=0x7f2bd4003cb0, ctx=0x2a, channel_name=0x7f2bd4001b70 "") at context.c:234
        ret = 42
        kchan = 0x2a
        kctx = 0x7f2bd4005950
        __PRETTY_FUNCTION__ = "context_kernel_add" 
#4  0x0000000000437341 in process_client_msg (sock_error=<optimized out>, sock=<optimized out>, cmd_ctx=<optimized out>) at main.c:3121
        need_tracing_session = 1
        need_domain = 1
#5  thread_manage_clients (data=0x7f2bd4005950) at main.c:4132
        sock = 228
        pollfd = 0
        err = -738195232
        revents = 0
        cmd_ctx = 0x7f2bd40008e0
        events = {epfd = 23, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x7f2bd40008c0}
        __func__ = "thread_manage_clients" 
#6  0x00007f2bf1f74314 in start_thread () from /usr/lib/libpthread.so.0
No symbol table info available.
#7  0x00007f2bf1a9c3ed in clone () from /usr/lib/libc.so.6
No symbol table info available.