[SC-1:Node16 Mon Apr 29 07:01:50/cluster/temp/tdlt] # dir total 5192 -rwxr-xr-x 1 root root 185665 Jan 29 16:04 enable_3000_tracepoints drwxrwx--- 3 root root 4096 Jan 29 16:12 localSession-20130129-160209 drwxr-xr-x 2 root root 4096 Jan 31 10:30 TC56 -rw-r--r-- 1 root root 1146 Apr 3 14:49 bashrc_showtime drwxr-xr-x 10 18353 1060 4096 Apr 8 10:36 lttng-tools -rwxr-xr-x 1 root root 165 Apr 23 10:09 TimeMe -rwxr-xr-x 1 root root 3671580 Apr 23 13:48 LttngTest -rw-r--r-- 1 root root 1410575 Apr 23 17:51 sessionD_vvv_SC1.log -rw-r--r-- 1 root root 1858 Apr 24 15:24 trace1_1_PRA_session_1.tar drwxr-xr-x 10 root root 4096 Apr 27 08:13 SDP [SC-1:Node16 Mon Apr 29 07:01:52/cluster/temp/tdlt] # [SC-1:Node16 Mon Apr 29 07:01:52/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*global*009*" Lttng test says hello! Note: Google Test filter = *global*009* [==========] Running 0 tests from 0 test cases. [==========] 0 tests from 0 test cases ran. (0 ms total) [ PASSED ] 0 tests. [SC-1:Node16 Mon Apr 29 07:02:50/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*Global*009*" Lttng test says hello! Note: Google Test filter = *Global*009* [==========] Running 1 test from 1 test case. [----------] Global test environment set-up. [----------] 1 test from LttngGlobalBufferTest [ RUN ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled Session was active for : 5 sec Actual num of line in converted log : 12 Total num of expected hits : 10 +- 4 test/LttngGlobalBuffer.cc:32: Failure Value of: orig_LatestNumberOfCoreDumpFiles == oper.getLatestNumberOfCoreDumpFiles() Actual: false Expected: true new coredump: -rw------- 1 root root 60592128 Apr 29 07:03 lttng-consumerd.12816.SC-1.core [ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled (8431 ms) [----------] 1 test from LttngGlobalBufferTest (8431 ms total) [----------] Global test environment tear-down [==========] 1 test from 1 test case ran. (8431 ms total) [ PASSED ] 0 tests. [ FAILED ] 1 test, listed below: [ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled 1 FAILED TEST [SC-1:Node16 Mon Apr 29 07:03:10/cluster/temp/tdlt] # dir /cluster/dumps total 94228 drwxr-xr-x 2 root root 4096 Apr 22 10:28 old -rw------- 1 root root 60592128 Apr 23 07:32 lttng-consumerd.13763.SC-1.core -rw------- 1 root root 60456960 Apr 23 08:00 lttng-consumerd.5438.SC-1.core -rw------- 1 root root 60592128 Apr 23 08:08 lttng-consumerd.9209.SC-1.core -rw------- 1 root root 60456960 Apr 23 08:24 lttng-consumerd.11258.SC-1.core -rw------- 1 root root 60456960 Apr 23 08:29 lttng-consumerd.13197.SC-1.core -rw------- 1 root root 76476416 Apr 23 08:43 lttng-sessiond.13418.SC-1.core -rw------- 1 root root 60456960 Apr 23 08:43 lttng-consumerd.13909.SC-1.core -rw------- 1 root root 60592128 Apr 23 08:43 lttng-consumerd.15138.SC-1.core -rw------- 1 root root 60592128 Apr 23 08:44 lttng-consumerd.15497.SC-1.core -rw------- 1 root root 59416576 Apr 23 08:58 lttng-consumerd.16988.SC-1.core -rw------- 1 root root 60592128 Apr 23 08:59 lttng-consumerd.17440.SC-1.core -rw------- 1 root root 60456960 Apr 23 09:06 lttng-consumerd.18391.SC-1.core -rw------- 1 root root 60502016 Apr 23 10:11 lttng-consumerd.23686.SC-1.core -rw------- 1 root root 60456960 Apr 23 10:13 lttng-consumerd.24356.SC-1.core -rw------- 1 root root 60456960 Apr 23 10:16 lttng-consumerd.25008.SC-1.core -rw------- 1 root root 60592128 Apr 23 10:18 lttng-consumerd.25606.SC-1.core -rw------- 1 root root 60362752 Apr 23 10:31 lttng-consumerd.27915.SC-1.core -rw------- 1 root root 60592128 Apr 23 10:35 lttng-consumerd.28616.SC-1.core -rw------- 1 root root 60592128 Apr 23 13:47 lttng-consumerd.30926.SC-1.core -rw------- 1 root root 60592128 Apr 23 13:47 lttng-consumerd.31887.SC-1.core -rw------- 1 root root 60592128 Apr 23 13:49 lttng-consumerd.32239.SC-1.core -rw------- 1 root root 59281408 Apr 23 13:53 lttng-consumerd.1794.SC-1.core -rw------- 1 root root 17666048 Apr 24 09:48 TestApp_IwillCr.3654.SC-1.core -rw------- 1 root root 108077056 Apr 27 09:24 lttng-consumerd.13532.SC-1.core -rw------- 1 root root 60592128 Apr 29 07:03 lttng-consumerd.12816.SC-1.core [SC-1:Node16 Mon Apr 29 07:03:28/cluster/temp/tdlt] # [SC-1:Node16 Mon Apr 29 07:04:08/cluster/temp/tdlt] # [SC-1:Node16 Mon Apr 29 07:04:09/cluster/temp/tdlt] # gdb /usr/lib64/lttng/libexec/lttng-consumerd /cluster/dumps/lttng-consumerd.1281 6.SC-1.core GNU gdb (GDB) SUSE (7.3-0.6.1) Copyright (C) 2011 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-suse-linux". For bug reporting instructions, please see: ... Reading symbols from /usr/lib64/lttng/libexec/lttng-consumerd...Reading symbols from /usr/lib/debug/usr/lib64/lttng/libexec/lttng-consumerd.debug...done. done. [New LWP 12821] [New LWP 12816] [New LWP 12818] [New LWP 12820] [New LWP 12819] [New LWP 12827] [New LWP 12842] [New LWP 12822] Missing separate debuginfo for /lib64/libuuid.so.1 Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d" Missing separate debuginfo for /lib64/librt.so.1 Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44" Missing separate debuginfo for /lib64/libpopt.so.0 Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03" Missing separate debuginfo for /lib64/libpthread.so.0 Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879" Missing separate debuginfo for /lib64/libc.so.6 Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620" Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2 Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8" Missing separate debuginfo for Try: zypper install -C "debuginfo(build-id)=74dac034c5964f9441a4606642c4f7c8d4f82afa" Missing separate debuginfo for /lib64/libuuid.so.1 Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d" Missing separate debuginfo for /lib64/librt.so.1 Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44" Missing separate debuginfo for /lib64/libpopt.so.0 Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03" Missing separate debuginfo for /lib64/libpthread.so.0 Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879" [Thread debugging using libthread_db enabled] Missing separate debuginfo for /lib64/libc.so.6 Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620" Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2 Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8" Core was generated by `lttng-consumerd --quiet -u --consumerd-cmd-sock /var/run/lttng/ustconsumerd64/c'. Program terminated with signal 11, Segmentation fault. #0 shm_close_wakeup_fd (ref=, handle=) at shm.h:175 175 shm.h: No such file or directory. in shm.h (gdb) bt #0 shm_close_wakeup_fd (ref=, handle=) at shm.h:175 #1 ring_buffer_stream_close_wakeup_fd (config=, chan=0x62f190, handle=0x633de0, cpu=) at ring_buffer_frontend.c:946 #2 0x0000000000415f70 in close_metadata (chan_key=) at ust-consumer.c:625 #3 lttng_ustconsumer_recv_cmd (ctx=, sock=21, consumer_sockpoll=0x7fccf1d90c10) at ust-consumer.c:1019 #4 0x000000000040548c in consumer_thread_sessiond_poll (data=) at consumer.c:2892 #5 0x00007fccf3d1e7b6 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fccf3a7ac6d in clone () from /lib64/libc.so.6 #7 0x0000000000000000 in ?? () (gdb) bt full #0 shm_close_wakeup_fd (ref=, handle=) at shm.h:175 ret = table = 0x260 wakeup_fd = #1 ring_buffer_stream_close_wakeup_fd (config=, chan=0x62f190, handle=0x633de0, cpu=) at ring_buffer_frontend.c:946 ret = -1 #2 0x0000000000415f70 in close_metadata (chan_key=) at ust-consumer.c:625 __func__ = "close_metadata" #3 lttng_ustconsumer_recv_cmd (ctx=, sock=21, consumer_sockpoll=0x7fccf1d90c10) at ust-consumer.c:1019 ret = ret = msg = {cmd_type = 11, u = {channel = {channel_key = 3, session_id = 236223201280, pathname = "\000\000\000\000\216\240@\000\000\000\000\000m\000\000\000\340\177\000\000}\021\000\000\000\000\000\000P\352e\000\000\000\000\000}\021\000\000\000\000\000\000\v\000\000\000\000\000\000\000\021\253@\000\000\000\000\000\005\000\000\000\002", '\000' "\300, w\023\357\340\177\000\000\001", '\000' , "\001", '\000' , "x\023\357\340\177\000\000\001", '\000' "\360, \211\023\357\340\177\000\000\000\000\000\000\000\000\000\000\354\211\023\357\340\177\000\000\020\003f\000\000\000\000\000\354\211\023\357\340\177\000\000\204}\262\360\340\177\000\000\320\211\023\357\340\177\000\000e\255@", '\000' , "\006\000\000\000J\200", '\000' , "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000}\325N\360\340\177\000\000\000\000\000\000\000\000\000\000\240"..., uid = 0, gid = 0, relayd_id = 21474836480, nb_init_streams = 32736, name = "\000\000\000\000\000\000\000\000\001\000\000\000\027\000\000\000\310\031W\361\340\177\000\000\000\000\000\000C", '\000' , "\001", '\000' "\330, \216\v\360\001", '\000' , " \035W\361\340\177\000\000\220\210\023\357\340\177\000\000\201l\262\360\340\177\000\000\000\000\000\000\000\000\000\000\200\216\v\360\340\177\000\000\260 to continue, or q to quit--- sin_zero = "\340\177\000\000}\021\000"}, sin6 = {sin6_family = 0, sin6_port = 0, sin6_flowinfo = 109, sin6_addr = {__in6_u = {__u6_addr8 = "\340\177\000\000}\021\000\000\000\000\000\000P\352e", __u6_addr16 = { 32736, 0, 4477, 0, 0, 0, 59984, 101}, __u6_addr32 = {32736, 4477, 0, 6679120}}}, sin6_scope_id = 0}}}, ops = 0x117d}, major = 11, minor = 0}, session_id = 4238097}, destroy_relayd = {net_seq_idx = 3}, data_pending = { session_id = 3}, ask_channel = {subbuf_size = 3, num_subbuf = 236223201280, overwrite = 0, switch_timer_interval = 4235406, read_timer_interval = 0, output = 109, type = 32736, session_id = 4477, pathname = "P\352e\000\000\000\000\000}\021\000\000\000\000\000\000\v\000\000\000\000\000\000\000\021\253@\000\000\000\000\000\005\000\000\000\002", '\000' "\300, w\023\357\340\177\000\000\001", '\000' , "\001", '\000' , "x\023\357\340\177\000\000\001", '\000' "\360, \211\023\357\340\177\000\000\000\000\000\000\000\000\000\000\354\211\023\357\340\177\000\000\020\003f\000\000\000\000\000\354\211\023\357\340\177\000\000\204}\262\360\340\177\000\000\320\211\023\357\340\177\000\000e\255@", '\000' , "\006\000\000\000J\200", '\000' , "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000}\325N\360\340\177\000\000\000\000\000\000\000\000\000\000\240\320N\360\340\177", '\000' , "y\274\f\360\340\177\000\000\000\000\000\000\000\000\000\000"..., name = "\001\000\000\000\027\000\000\000\310\031W\361\340\177\000\000\000\000\000\000C", '\000' , "\001", '\000' "\330, \216\v\360\001", '\000' , " \035W\361\340\177\000\000\220\210\023\357\340\177\000\000\201l\262\360\340\177\000\000\000\000\000\000\000\000\000\000\200\216\v\360\340\177\000\000\260 __func__ = "lttng_ustconsumer_recv_cmd" __PRETTY_FUNCTION__ = "lttng_ustconsumer_recv_cmd" #4 0x000000000040548c in consumer_thread_sessiond_poll (data=) at consumer.c:2892 sock = 21 client_socket = 19 ---Type to continue, or q to quit--- ret = consumer_sockpoll = {{fd = 4, events = 3, revents = 0}, {fd = 21, events = 3, revents = 1}} ctx = 0x62bd10 __func__ = "consumer_thread_sessiond_poll" #5 0x00007fccf3d1e7b6 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #6 0x00007fccf3a7ac6d in clone () from /lib64/libc.so.6 No symbol table info available. #7 0x0000000000000000 in ?? () No symbol table info available. (gdb) qquit Undefined command: "qquit". Try "help". (gdb) quit [SC-1:Node16 Mon Apr 29 07:04:31/cluster/temp/tdlt] #