Project

General

Profile

Bug #510 » apr27_terminal.log

gdb printout - Tan le tran, 04/30/2013 07:30 AM

 

[SC-1:Node16 Mon Apr 29 07:01:50/cluster/temp/tdlt] # dir
total 5192
-rwxr-xr-x 1 root root 185665 Jan 29 16:04 enable_3000_tracepoints
drwxrwx--- 3 root root 4096 Jan 29 16:12 localSession-20130129-160209
drwxr-xr-x 2 root root 4096 Jan 31 10:30 TC56
-rw-r--r-- 1 root root 1146 Apr 3 14:49 bashrc_showtime
drwxr-xr-x 10 18353 1060 4096 Apr 8 10:36 lttng-tools
-rwxr-xr-x 1 root root 165 Apr 23 10:09 TimeMe
-rwxr-xr-x 1 root root 3671580 Apr 23 13:48 LttngTest
-rw-r--r-- 1 root root 1410575 Apr 23 17:51 sessionD_vvv_SC1.log
-rw-r--r-- 1 root root 1858 Apr 24 15:24 trace1_1_PRA_session_1.tar
drwxr-xr-x 10 root root 4096 Apr 27 08:13 SDP
[SC-1:Node16 Mon Apr 29 07:01:52/cluster/temp/tdlt] #
[SC-1:Node16 Mon Apr 29 07:01:52/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*global*009*"
Lttng test says hello!
Note: Google Test filter = *global*009*
[==========] Running 0 tests from 0 test cases.
[==========] 0 tests from 0 test cases ran. (0 ms total)
[ PASSED ] 0 tests.
[SC-1:Node16 Mon Apr 29 07:02:50/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*Global*009*"
Lttng test says hello!
Note: Google Test filter = *Global*009*
[==========] Running 1 test from 1 test case.
[----------] Global test environment set-up.
[----------] 1 test from LttngGlobalBufferTest
[ RUN ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled
Session was active for : 5 sec
Actual num of line in converted log : 12
Total num of expected hits : 10 +- 4
test/LttngGlobalBuffer.cc:32: Failure
Value of: orig_LatestNumberOfCoreDumpFiles == oper.getLatestNumberOfCoreDumpFiles()
Actual: false
Expected: true
new coredump: -rw------- 1 root root 60592128 Apr 29 07:03 lttng-consumerd.12816.SC-1.core


[ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled (8431 ms)
[----------] 1 test from LttngGlobalBufferTest (8431 ms total)

[----------] Global test environment tear-down
[==========] 1 test from 1 test case ran. (8431 ms total)
[ PASSED ] 0 tests.
[ FAILED ] 1 test, listed below:
[ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled

1 FAILED TEST
[SC-1:Node16 Mon Apr 29 07:03:10/cluster/temp/tdlt] # dir /cluster/dumps
total 94228
drwxr-xr-x 2 root root 4096 Apr 22 10:28 old
-rw------- 1 root root 60592128 Apr 23 07:32 lttng-consumerd.13763.SC-1.core
-rw------- 1 root root 60456960 Apr 23 08:00 lttng-consumerd.5438.SC-1.core
-rw------- 1 root root 60592128 Apr 23 08:08 lttng-consumerd.9209.SC-1.core
-rw------- 1 root root 60456960 Apr 23 08:24 lttng-consumerd.11258.SC-1.core
-rw------- 1 root root 60456960 Apr 23 08:29 lttng-consumerd.13197.SC-1.core
-rw------- 1 root root 76476416 Apr 23 08:43 lttng-sessiond.13418.SC-1.core
-rw------- 1 root root 60456960 Apr 23 08:43 lttng-consumerd.13909.SC-1.core
-rw------- 1 root root 60592128 Apr 23 08:43 lttng-consumerd.15138.SC-1.core
-rw------- 1 root root 60592128 Apr 23 08:44 lttng-consumerd.15497.SC-1.core
-rw------- 1 root root 59416576 Apr 23 08:58 lttng-consumerd.16988.SC-1.core
-rw------- 1 root root 60592128 Apr 23 08:59 lttng-consumerd.17440.SC-1.core
-rw------- 1 root root 60456960 Apr 23 09:06 lttng-consumerd.18391.SC-1.core
-rw------- 1 root root 60502016 Apr 23 10:11 lttng-consumerd.23686.SC-1.core
-rw------- 1 root root 60456960 Apr 23 10:13 lttng-consumerd.24356.SC-1.core
-rw------- 1 root root 60456960 Apr 23 10:16 lttng-consumerd.25008.SC-1.core
-rw------- 1 root root 60592128 Apr 23 10:18 lttng-consumerd.25606.SC-1.core
-rw------- 1 root root 60362752 Apr 23 10:31 lttng-consumerd.27915.SC-1.core
-rw------- 1 root root 60592128 Apr 23 10:35 lttng-consumerd.28616.SC-1.core
-rw------- 1 root root 60592128 Apr 23 13:47 lttng-consumerd.30926.SC-1.core
-rw------- 1 root root 60592128 Apr 23 13:47 lttng-consumerd.31887.SC-1.core
-rw------- 1 root root 60592128 Apr 23 13:49 lttng-consumerd.32239.SC-1.core
-rw------- 1 root root 59281408 Apr 23 13:53 lttng-consumerd.1794.SC-1.core
-rw------- 1 root root 17666048 Apr 24 09:48 TestApp_IwillCr.3654.SC-1.core
-rw------- 1 root root 108077056 Apr 27 09:24 lttng-consumerd.13532.SC-1.core
-rw------- 1 root root 60592128 Apr 29 07:03 lttng-consumerd.12816.SC-1.core
[SC-1:Node16 Mon Apr 29 07:03:28/cluster/temp/tdlt] #
[SC-1:Node16 Mon Apr 29 07:04:08/cluster/temp/tdlt] #
[SC-1:Node16 Mon Apr 29 07:04:09/cluster/temp/tdlt] # gdb /usr/lib64/lttng/libexec/lttng-consumerd /cluster/dumps/lttng-consumerd.1281 6.SC-1.core
GNU gdb (GDB) SUSE (7.3-0.6.1)
Copyright (C) 2011 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law. Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-suse-linux".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/lib64/lttng/libexec/lttng-consumerd...Reading symbols from /usr/lib/debug/usr/lib64/lttng/libexec/lttng-consumerd.debug...done.
done.
[New LWP 12821]
[New LWP 12816]
[New LWP 12818]
[New LWP 12820]
[New LWP 12819]
[New LWP 12827]
[New LWP 12842]
[New LWP 12822]
Missing separate debuginfo for /lib64/libuuid.so.1
Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d"
Missing separate debuginfo for /lib64/librt.so.1
Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44"
Missing separate debuginfo for /lib64/libpopt.so.0
Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03"
Missing separate debuginfo for /lib64/libpthread.so.0
Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879"
Missing separate debuginfo for /lib64/libc.so.6
Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620"
Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2
Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8"
Missing separate debuginfo for
Try: zypper install -C "debuginfo(build-id)=74dac034c5964f9441a4606642c4f7c8d4f82afa"
Missing separate debuginfo for /lib64/libuuid.so.1
Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d"
Missing separate debuginfo for /lib64/librt.so.1
Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44"
Missing separate debuginfo for /lib64/libpopt.so.0
Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03"
Missing separate debuginfo for /lib64/libpthread.so.0
Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879"
[Thread debugging using libthread_db enabled]
Missing separate debuginfo for /lib64/libc.so.6
Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620"
Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2
Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8"
Core was generated by `lttng-consumerd --quiet -u --consumerd-cmd-sock /var/run/lttng/ustconsumerd64/c'.
Program terminated with signal 11, Segmentation fault.
#0 shm_close_wakeup_fd (ref=<optimized out>, handle=<optimized out>) at shm.h:175
175 shm.h: No such file or directory.
in shm.h
(gdb) bt
#0 shm_close_wakeup_fd (ref=<optimized out>, handle=<optimized out>) at shm.h:175
#1 ring_buffer_stream_close_wakeup_fd (config=<optimized out>, chan=0x62f190, handle=0x633de0, cpu=<optimized out>)
at ring_buffer_frontend.c:946
#2 0x0000000000415f70 in close_metadata (chan_key=<optimized out>) at ust-consumer.c:625
#3 lttng_ustconsumer_recv_cmd (ctx=<optimized out>, sock=21, consumer_sockpoll=0x7fccf1d90c10) at ust-consumer.c:1019
#4 0x000000000040548c in consumer_thread_sessiond_poll (data=<optimized out>) at consumer.c:2892
#5 0x00007fccf3d1e7b6 in start_thread () from /lib64/libpthread.so.0
#6 0x00007fccf3a7ac6d in clone () from /lib64/libc.so.6
#7 0x0000000000000000 in ?? ()
(gdb) bt full
#0 shm_close_wakeup_fd (ref=<optimized out>, handle=<optimized out>) at shm.h:175
ret = <optimized out>
table = 0x260
wakeup_fd = <optimized out>
#1 ring_buffer_stream_close_wakeup_fd (config=<optimized out>, chan=0x62f190, handle=0x633de0, cpu=<optimized out>)
at ring_buffer_frontend.c:946
ret = -1
#2 0x0000000000415f70 in close_metadata (chan_key=<optimized out>) at ust-consumer.c:625
__func__ = "close_metadata"
#3 lttng_ustconsumer_recv_cmd (ctx=<optimized out>, sock=21, consumer_sockpoll=0x7fccf1d90c10) at ust-consumer.c:1019
ret = <optimized out>
ret = <optimized out>
msg = {cmd_type = 11, u = {channel = {channel_key = 3, session_id = 236223201280,
pathname = "\000\000\000\000\216\240@\000\000\000\000\000m\000\000\000\340\177\000\000}\021\000\000\000\000\000\000P\352e\000\000\000\000\000}\021\000\000\000\000\000\000\v\000\000\000\000\000\000\000\021\253@\000\000\000\000\000\005\000\000\000\002", '\000' <repeats 27 times>"\300, w\023\357\340\177\000\000\001", '\000' <repeats 31 times>, "\001", '\000' <repeats 24 times>, "x\023\357\340\177\000\000\001", '\000' <repeats 39 times>"\360, \211\023\357\340\177\000\000\000\000\000\000\000\000\000\000\354\211\023\357\340\177\000\000\020\003f\000\000\000\000\000\354\211\023\357\340\177\000\000\204}\262\360\340\177\000\000\320\211\023\357\340\177\000\000e\255@", '\000' <repeats 21 times>, "\006\000\000\000J\200", '\000' <repeats 962 times>, "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000}\325N\360\340\177\000\000\000\000\000\000\000\000\000\000\240"..., uid = 0, gid = 0, relayd_id = 21474836480,
nb_init_streams = 32736,
name = "\000\000\000\000\000\000\000\000\001\000\000\000\027\000\000\000\310\031W\361\340\177\000\000\000\000\000\000C", '\000' <repeats 15 times>, "\001", '\000' <repeats 11 times>"\330, \216\v\360\001", '\000' <repeats 11 times>, " \035W\361\340\177\000\000\220\210\023\357\340\177\000\000\201l\262\360\340\177\000\000\000\000\000\000\000\000\000\000\200\216\v\360\340\177\000\000\260<g\000\000\000\000\000`\001\000\000\000\000\000\000\255-\334\357\340\177\000\000\000\000\000\000\000\000\000\000\227\334\066\361\340\177\000\000\000\347\177\347\340\177\000\000\350\330V\361\340\177\000\000\000\000\000\000\000\000\000\000Q9\f\360\340\177\000\000\320\351\177\347\340\177\000\000\000\000\000\000\000\000\000\000hj\262\360\340\177\000\000\030\a\364\360\340\177\000\000\310\262\322\360\340\177\000\000 \366e\000\000\000\000\000\362\376)A\227r\250-s\362\363\360\340\177\000\000\031\000\000\000\000\000\000", output = 25, type = 0,
tracefile_size = 140603941732816, tracefile_count = 6719376}, stream = {stream_key = 3, channel_key = 236223201280,
cpu = 0}, relayd_sock = {net_index = 3, type = LTTNG_STREAM_CONTROL, sock = {sock = {fd = 55, proto = LTTCOMM_SOCK_UDP,
sockaddr = {type = 4235406, addr = {sin = {sin_family = 0, sin_port = 0, sin_addr = {s_addr = 109},
---Type <return> to continue, or q <return> to quit---
sin_zero = "\340\177\000\000}\021\000"}, sin6 = {sin6_family = 0, sin6_port = 0, sin6_flowinfo = 109,
sin6_addr = {__in6_u = {__u6_addr8 = "\340\177\000\000}\021\000\000\000\000\000\000P\352e", __u6_addr16 = {
32736, 0, 4477, 0, 0, 0, 59984, 101}, __u6_addr32 = {32736, 4477, 0, 6679120}}}, sin6_scope_id = 0}}},
ops = 0x117d}, major = 11, minor = 0}, session_id = 4238097}, destroy_relayd = {net_seq_idx = 3}, data_pending = {
session_id = 3}, ask_channel = {subbuf_size = 3, num_subbuf = 236223201280, overwrite = 0,
switch_timer_interval = 4235406, read_timer_interval = 0, output = 109, type = 32736, session_id = 4477,
pathname = "P\352e\000\000\000\000\000}\021\000\000\000\000\000\000\v\000\000\000\000\000\000\000\021\253@\000\000\000\000\000\005\000\000\000\002", '\000' <repeats 27 times>"\300, w\023\357\340\177\000\000\001", '\000' <repeats 31 times>, "\001", '\000' <repeats 24 times>, "x\023\357\340\177\000\000\001", '\000' <repeats 39 times>"\360, \211\023\357\340\177\000\000\000\000\000\000\000\000\000\000\354\211\023\357\340\177\000\000\020\003f\000\000\000\000\000\354\211\023\357\340\177\000\000\204}\262\360\340\177\000\000\320\211\023\357\340\177\000\000e\255@", '\000' <repeats 21 times>, "\006\000\000\000J\200", '\000' <repeats 962 times>, "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000}\325N\360\340\177\000\000\000\000\000\000\000\000\000\000\240\320N\360\340\177", '\000' <repeats 186 times>, "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000"...,
name = "\001\000\000\000\027\000\000\000\310\031W\361\340\177\000\000\000\000\000\000C", '\000' <repeats 15 times>, "\001", '\000' <repeats 11 times>"\330, \216\v\360\001", '\000' <repeats 11 times>, " \035W\361\340\177\000\000\220\210\023\357\340\177\000\000\201l\262\360\340\177\000\000\000\000\000\000\000\000\000\000\200\216\v\360\340\177\000\000\260<g\000\000\000\000\000`\001\000\000\000\000\000\000\255-\334\357\340\177\000\000\000\000\000\000\000\000\000\000\227\334\066\361\340\177\000\000\000\347\177\347\340\177\000\000\350\330V\361\340\177\000\000\000\000\000\000\000\000\000\000Q9\f\360\340\177\000\000\320\351\177\347\340\177\000\000\000\000\000\000\000\000\000\000hj\262\360\340\177\000\000\030\a\364\360\340\177\000\000\310\262\322\360\340\177\000\000 \366e\000\000\000\000\000\362\376)A\227r\250-s\362\363\360\340\177\000\000\031\000\000\000\000\000\000\000\031\000\000\000\000\000\000", uid = 3892330960,
gid = 32736, relayd_id = 6719376, key = 6679120,
uuid = "7\000\000\000\000\000\000\000\220\207f\000\000\000\000\000\273\303@\000\000\000\000\000\070\003f\000\000\000\000\000\360\000f\000", chan_id = 419430400, tracefile_size = 3458764513820540928, tracefile_count = 16580}, get_channel = {key = 3},
destroy_channel = {key = 3}, push_metadata = {key = 3, target_offset = 236223201280, len = 18190930255282176},
close_metadata = {key = 3}, setup_metadata = {key = 3}, flush_channel = {key = 3}}}
channel = <optimized out>
__func__ = "lttng_ustconsumer_recv_cmd"
__PRETTY_FUNCTION__ = "lttng_ustconsumer_recv_cmd"
#4 0x000000000040548c in consumer_thread_sessiond_poll (data=<optimized out>) at consumer.c:2892
sock = 21
client_socket = 19
---Type <return> to continue, or q <return> to quit---
ret = <optimized out>
consumer_sockpoll = {{fd = 4, events = 3, revents = 0}, {fd = 21, events = 3, revents = 1}}
ctx = 0x62bd10
__func__ = "consumer_thread_sessiond_poll"
#5 0x00007fccf3d1e7b6 in start_thread () from /lib64/libpthread.so.0
No symbol table info available.
#6 0x00007fccf3a7ac6d in clone () from /lib64/libc.so.6
No symbol table info available.
#7 0x0000000000000000 in ?? ()
No symbol table info available.
(gdb) qquit
Undefined command: "qquit". Try "help".
(gdb) quit
[SC-1:Node16 Mon Apr 29 07:04:31/cluster/temp/tdlt] #



(6-6/6)