[SC-1:Node16 Tue Apr 23 10:17:17/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:18/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:18/cluster/temp/tdlt] # p root 25225 1 0 10:16 ? 00:00:00 lttng-sessiond -d root 25369 1173 0 10:17 pts/0 00:00:00 egrep -i lttng|TestApp [SC-1:Node16 Tue Apr 23 10:17:19/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:20/cluster/temp/tdlt] # dir total 4296 -rwxr-xr-x 1 root root 185665 Jan 29 16:04 enable_3000_tracepoints drwxrwx--- 3 root root 4096 Jan 29 16:12 localSession-20130129-160209 drwxr-xr-x 2 root root 4096 Jan 31 10:30 TC56 -rw-r--r-- 1 root root 1146 Apr 3 14:49 bashrc_showtime drwxr-xr-x 10 18353 1060 4096 Apr 8 10:36 lttng-tools drwxr-xr-x 10 root root 4096 Apr 22 08:56 SDP -rwxr-xr-x 1 root root 3671580 Apr 23 10:03 LttngTest -rwxr-xr-x 1 root root 165 Apr 23 10:09 TimeMe -rw-r--r-- 1 root root 498377 Apr 23 10:14 sessionD_vvv_SC1.log [SC-1:Node16 Tue Apr 23 10:17:26/cluster/temp/tdlt] # rm sessionD_vvv_SC1.log [SC-1:Node16 Tue Apr 23 10:17:31/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:31/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:31/cluster/temp/tdlt] # tail -f /var/log/messages & [2] 25390 [SC-1:Node16 Tue Apr 23 10:17:38/cluster/temp/tdlt] # Apr 23 10:12:01 SC-1 logger: lttng-sessiond is stopped Apr 23 10:12:12 SC-1 logger: lttng-sessiond is started Apr 23 10:14:01 SC-1 TraceEa: SessionD healthcheck failed: LTTNG_HEALTH_CONSUMER ! Apr 23 10:14:01 SC-1 TraceEa: sessiond faulted - Trying to Stop LTTNG Apr 23 10:14:01 SC-1 logger: lttng-sessiond is stopped Apr 23 10:14:19 SC-1 logger: lttng-sessiond is started Apr 23 10:16:11 SC-1 TraceEa: SessionD healthcheck failed: LTTNG_HEALTH_CONSUMER ! Apr 23 10:16:11 SC-1 TraceEa: sessiond faulted - Trying to Stop LTTNG Apr 23 10:16:11 SC-1 logger: lttng-sessiond is stopped Apr 23 10:16:11 SC-1 logger: lttng-sessiond is started [SC-1:Node16 Tue Apr 23 10:17:39/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:39/cluster/temp/tdlt] # p root 25225 1 0 10:16 ? 00:00:00 lttng-sessiond -d root 25392 1173 0 10:17 pts/0 00:00:00 egrep -i lttng|TestApp [SC-1:Node16 Tue Apr 23 10:17:40/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:41/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:17:41/cluster/temp/tdlt] # TimeMe & [3] 25409 [SC-1:Node16 Tue Apr 23 10:17:59/cluster/temp/tdlt] # -bash: TimeMe: command not found [3]+ Exit 127 TimeMe [SC-1:Node16 Tue Apr 23 10:18:04/cluster/temp/tdlt] # ./TimeMe & [3] 25420 [SC-1:Node16 Tue Apr 23 10:18:08/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:09/cluster/temp/tdlt] # pkill sessiond; usleep 200000; lttng-sessiond -vvv >> /cluster/temp/tdlt/sessionD_vvv_SC1.log 2>&1 & [4] 25506 [SC-1:Node16 Tue Apr 23 10:18:19/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:20/cluster/temp/tdlt] # p root 25506 1173 0 10:18 pts/0 00:00:00 lttng-sessiond -vvv root 25521 1173 0 10:18 pts/0 00:00:00 egrep -i lttng|TestApp [SC-1:Node16 Tue Apr 23 10:18:21/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:21/cluster/temp/tdlt] # dir total 3816 -rwxr-xr-x 1 root root 185665 Jan 29 16:04 enable_3000_tracepoints drwxrwx--- 3 root root 4096 Jan 29 16:12 localSession-20130129-160209 drwxr-xr-x 2 root root 4096 Jan 31 10:30 TC56 -rw-r--r-- 1 root root 1146 Apr 3 14:49 bashrc_showtime drwxr-xr-x 10 18353 1060 4096 Apr 8 10:36 lttng-tools drwxr-xr-x 10 root root 4096 Apr 22 08:56 SDP -rwxr-xr-x 1 root root 3671580 Apr 23 10:03 LttngTest -rwxr-xr-x 1 root root 165 Apr 23 10:09 TimeMe -rw-r--r-- 1 root root 10313 Apr 23 10:18 sessionD_vvv_SC1.log [SC-1:Node16 Tue Apr 23 10:18:23/cluster/temp/tdlt] # tail -f sessionD_vvv_SC1.log DEBUG3 [25506/25510]: No kernel session when tearing down session (in kernel_destroy_session() at kernel.c:739) DEBUG1 [25506/25510]: Destroying session _Trace_EA (in session_destroy() at session.c:156) DEBUG1 [25506/25510]: Sending response (size: 16, retcode: Success) (in thread_manage_clients() at main.c:3462) DEBUG1 [25506/25510]: Clean command context structure (in clean_command_ctx() at main.c:484) DEBUG1 [25506/25510]: Accepting client command ... (in thread_manage_clients() at main.c:3324) DEBUG1 [25506/25515]: Updating kernel poll set (in update_kernel_poll() at main.c:565) DEBUG1 [25506/25515]: Thread kernel polling on 2 fds (in thread_manage_kernel() at main.c:744) Tue Apr 23 10:18:26 EDT 2013 Tue Apr 23 10:18:27 EDT 2013 Tue Apr 23 10:18:28 EDT 2013 Tue Apr 23 10:18:29 EDT 2013 Tue Apr 23 10:18:30 EDT 2013 DEBUG1 [25506/25509]: Receiving data from client for health... (in thread_manage_health() at main.c:3172) DEBUG1 [25506/25509]: Health state current 77, last 12, ret 0 (in validate_state() at health.c:171) DEBUG1 [25506/25509]: Health check for type 0 is GOOD (in health_check_state() at health.c:214) DEBUG2 [25506/25509]: Health check return value 0 (in thread_manage_health() at main.c:3225) DEBUG1 [25506/25510]: Wait for client response (in thread_manage_clients() at main.c:3366) DEBUG1 [25506/25509]: Health check ready (in thread_manage_health() at main.c:3123) DEBUG1 [25506/25510]: Receiving data from client ... (in thread_manage_clients() at main.c:3411) DEBUG1 [25506/25509]: Receiving data from client for health... (in thread_manage_health() at main.c:3172) DEBUG1 [25506/25509]: Health state current 5, last 5, ret 0 (in validate_state() at health.c:171) DEBUG1 [25506/25509]: Health check for type 1 is GOOD (in health_check_state() at health.c:214) DEBUG2 [25506/25509]: Health check return value 0 (in thread_manage_health() at main.c:3225) DEBUG1 [25506/25510]: Nothing recv() from client... continuing (in thread_manage_clients() at main.c:3415) DEBUG1 [25506/25509]: Health check ready (in thread_manage_health() at main.c:3123) DEBUG1 [25506/25510]: Clean command context structure (in clean_command_ctx() at main.c:484) DEBUG1 [25506/25510]: Accepting client command ... (in thread_manage_clients() at main.c:3324) DEBUG1 [25506/25509]: Receiving data from client for health... (in thread_manage_health() at main.c:3172) DEBUG1 [25506/25509]: Health state current 1, last 1, ret 0 (in validate_state() at health.c:171) DEBUG1 [25506/25509]: Health check for type 2 is GOOD (in health_check_state() at health.c:214) DEBUG2 [25506/25509]: Health check return value 0 (in thread_manage_health() at main.c:3225) DEBUG1 [25506/25509]: Health check ready (in thread_manage_health() at main.c:3123) DEBUG1 [25506/25509]: Receiving data from client for health... (in thread_manage_health() at main.c:3172) DEBUG1 [25506/25509]: Health check for type 4 is GOOD (in health_check_state() at health.c:214) DEBUG3 [25506/25509]: Health consumer check 1 (in check_consumer_health() at main.c:2089) DEBUG2 [25506/25509]: Health check return value 0 (in thread_manage_health() at main.c:3225) DEBUG1 [25506/25509]: Health check ready (in thread_manage_health() at main.c:3123) DEBUG1 [25506/25510]: Wait for client response (in thread_manage_clients() at main.c:3366) DEBUG1 [25506/25510]: Receiving data from client ... (in thread_manage_clients() at main.c:3411) DEBUG1 [25506/25510]: Processing client command 8 (in process_client_msg() at main.c:2352) DEBUG1 [25506/25510]: Waiting for 1 URIs from client ... (in process_client_msg() at main.c:2842) DEBUG2 [25506/25510]: Trying to find session by name _Trace_EA (in session_find_by_name() at session.c:132) DEBUG1 [25506/25510]: Tracing session _Trace_EA created with ID 2 by UID 0 GID 0 (in session_create() at session.c:217) DEBUG2 [25506/25510]: Trying to find session by name _Trace_EA (in session_find_by_name() at session.c:132) DEBUG3 [25506/25510]: Created hashtable size 4 at 0x66fc80 of type 1 (in lttng_ht_new() at hashtable.c:112) DEBUG2 [25506/25510]: Setting trace directory path from URI to /tmp/ (in add_uri_to_consumer() at cmd.c:427) DEBUG1 [25506/25510]: Sending response (size: 16, retcode: Success) (in thread_manage_clients() at main.c:3462) DEBUG1 [25506/25510]: Clean command context structure (in clean_command_ctx() at main.c:484) DEBUG1 [25506/25510]: Accepting client command ... (in thread_manage_clients() at main.c:3324) DEBUG1 [25506/25510]: Wait for client response (in thread_manage_clients() at main.c:3366) DEBUG1 [25506/25510]: Receiving data from client ... (in thread_manage_clients() at main.c:3411) DEBUG1 [25506/25510]: Processing client command 9 (in process_client_msg() at main.c:2352) DEBUG1 [25506/25510]: Getting session _Trace_EA by name (in process_client_msg() at main.c:2423) DEBUG2 [25506/25510]: Trying to find session by name _Trace_EA (in session_find_by_name() at session.c:132) DEBUG3 [25506/25510]: No kernel session when tearing down session (in kernel_destroy_session() at kernel.c:739) DEBUG1 [25506/25510]: Destroying session _Trace_EA (in session_destroy() at session.c:156) DEBUG1 [25506/25510]: Sending response (size: 16, retcode: Success) (in thread_manage_clients() at main.c:3462) DEBUG1 [25506/25510]: Clean command context structure (in clean_command_ctx() at main.c:484) DEBUG1 [25506/25510]: Accepting client command ... (in thread_manage_clients() at main.c:3324) DEBUG1 [25506/25515]: Updating kernel poll set (in update_kernel_poll() at main.c:565) DEBUG1 [25506/25515]: Thread kernel polling on 2 fds (in thread_manage_kernel() at main.c:744) Tue Apr 23 10:18:31 EDT 2013 ^C [SC-1:Node16 Tue Apr 23 10:18:33/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:33/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:33/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:34/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*LTTNGgbf_009*" Lttng test says hello! Note: Google Test filter = *LTTNGgbf_009* [==========] Running 1 test from 1 test case. [----------] Global test environment set-up. [----------] 1 test from LttngGlobalBufferTest [ RUN ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled Session was active for : 5 sec Actual num of line in converted log : 12 Total num of expected hits : 10 +- 4 [ OK ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled (8436 ms) [----------] 1 test from LttngGlobalBufferTest (8436 ms total) [----------] Global test environment tear-down [==========] 1 test from 1 test case ran. (8436 ms total) [ PASSED ] 1 test. [SC-1:Node16 Tue Apr 23 10:18:50/cluster/temp/tdlt] # p root 25506 1173 0 10:18 pts/0 00:00:00 lttng-sessiond -vvv root 25606 25506 0 10:18 pts/0 00:00:00 lttng-consumerd --quiet -u --consumerd-cmd-sock /var/run/lttng/ustconsumerd64/command --consumerd-err-sock /var/run/lttng/ustconsumerd64/error root 25753 1173 0 10:18 pts/0 00:00:00 egrep -i lttng|TestApp [SC-1:Node16 Tue Apr 23 10:18:52/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:18:53/cluster/temp/tdlt] # ./LttngTest --gtest_filter="*LTTNGgbf_009*" Lttng test says hello! Note: Google Test filter = *LTTNGgbf_009* [==========] Running 1 test from 1 test case. [----------] Global test environment set-up. [----------] 1 test from LttngGlobalBufferTest [ RUN ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled Apr 23 10:19:01 SC-1 TraceEa: SessionD healthcheck failed: LTTNG_HEALTH_CONSUMER ! Apr 23 10:19:01 SC-1 TraceEa: sessiond faulted - Trying to Stop LTTNG Apr 23 10:19:01 SC-1 TraceEa: SessionD healthcheck failed: LTTNG_HEALTH_CONSUMER ! Apr 23 10:19:01 SC-1 TraceEa: sessiond faulted - Trying to Stop LTTNG Apr 23 10:19:01 SC-1 logger: lttng-sessiond is stopped Apr 23 10:19:01 SC-1 logger: lttng-sessiond is stopped Apr 23 10:19:01 SC-1 logger: lttng-sessiond is started Apr 23 10:19:01 SC-1 logger: lttng-sessiond is started Error: Session name not found ctf buffer size, 16384, is not the same as actual value 0 test/LttngGlobalBuffer.cc:690: Failure Value of: oper.verifyLttngChannelData(sessionName, ctf_switchTimer, ctf_bufSize, meta_switchTimer, meta_bufSize) Actual: false Expected: true Error: Failed to stop_tracing_no_wait for LTTNGgbf_009procCrash_relaydKilled, lttng-error: Session name not found test/LttngGlobalBuffer.cc:698: Failure Value of: (errorCode = oper.stopTracing2(sessionName)) >= 0 Actual: false Expected: true UST error: Session name not found test/LttngGlobalBuffer.cc:702: Failure Value of: oper.checkBabeltrace(path,eventsVec) Actual: false Expected: true cat /cluster/temp/deleteme.log | grep -c testapp_lowtraf:OnePerSecA actualNumOfHits = 0 expectedNumOfHits = 5 +- 2 test/LttngGlobalBuffer.cc:703: Failure Value of: oper.compareNumOfHit_vs_NumOfLine(grepToCountNumOfHit, durationOfActiveSession) Actual: false Expected: true test/LttngGlobalBuffer.cc:31: Failure Value of: origPid_sessionD == oper.getSessionDpid() Actual: false Expected: true test/LttngGlobalBuffer.cc:32: Failure Value of: orig_LatestNumberOfCoreDumpFiles == oper.getLatestNumberOfCoreDumpFiles() Actual: false Expected: true new coredump: -rw------- 1 root root 60592128 Apr 23 10:18 lttng-consumerd.25606.SC-1.core [ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled (8334 ms) [----------] 1 test from LttngGlobalBufferTest (8334 ms total) [----------] Global test environment tear-down [==========] 1 test from 1 test case ran. (8334 ms total) [ PASSED ] 0 tests. [ FAILED ] 1 test, listed below: [ FAILED ] LttngGlobalBufferTest.LTTNGgbf_009procCrash_relaydKilled 1 FAILED TEST [4]+ Killed lttng-sessiond -vvv >> /cluster/temp/tdlt/sessionD_vvv_SC1.log 2>&1 [SC-1:Node16 Tue Apr 23 10:19:04/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:19:06/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:19:06/cluster/temp/tdlt] # gdb /usr/lib64/lttng/libexec/lttng-consumerd /cluster/dumps/lttng-consumerd.25606.SC-1.core GNU gdb (GDB) SUSE (7.3-0.6.1) Copyright (C) 2011 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-suse-linux". For bug reporting instructions, please see: ... Reading symbols from /usr/lib64/lttng/libexec/lttng-consumerd...Reading symbols from /usr/lib/debug/usr/lib64/lttng/libexec/lttng-consumerd.debug...done. done. [New LWP 25608] [New LWP 25606] [New LWP 25631] [New LWP 25617] [New LWP 25612] [New LWP 25609] [New LWP 25610] [New LWP 25611] Missing separate debuginfo for /lib64/librt.so.1 Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44" Missing separate debuginfo for /lib64/libuuid.so.1 Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d" Missing separate debuginfo for /lib64/libpopt.so.0 Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03" Missing separate debuginfo for /lib64/libpthread.so.0 Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879" Missing separate debuginfo for /lib64/libc.so.6 Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620" Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2 Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8" Missing separate debuginfo for Try: zypper install -C "debuginfo(build-id)=74dac034c5964f9441a4606642c4f7c8d4f82afa" Missing separate debuginfo for /lib64/librt.so.1 Try: zypper install -C "debuginfo(build-id)=d2c6a2f5b4c35e0fb41d45e2be66c3b73b686a44" Missing separate debuginfo for /lib64/libuuid.so.1 Try: zypper install -C "debuginfo(build-id)=f9998d18c497b2047b48e0702daa82204e2a944d" Missing separate debuginfo for /lib64/libpopt.so.0 Try: zypper install -C "debuginfo(build-id)=895e7fadb3a3371343391d34280543ea4df24a03" Missing separate debuginfo for /lib64/libpthread.so.0 Try: zypper install -C "debuginfo(build-id)=bb81b1117fc93fc0eafb3e96eabfca4d8976c879" [Thread debugging using libthread_db enabled] Missing separate debuginfo for /lib64/libc.so.6 Try: zypper install -C "debuginfo(build-id)=2636ed5ff526582a49ed9b6e982c231335db1620" Missing separate debuginfo for /lib64/ld-linux-x86-64.so.2 Try: zypper install -C "debuginfo(build-id)=3d68b93f8701971da6133437486f3909223534f8" Core was generated by `lttng-consumerd --quiet -u --consumerd-cmd-sock /var/run/lttng/ustconsumerd64/c'. Program terminated with signal 6, Aborted. #0 0x00007feadea4bb55 in raise () from /lib64/libc.so.6 (gdb) bt #0 0x00007feadea4bb55 in raise () from /lib64/libc.so.6 #1 0x00007feadea4d131 in abort () from /lib64/libc.so.6 #2 0x00007feadea44a10 in __assert_fail () from /lib64/libc.so.6 #3 0x0000000000413a29 in lttng_ht_add_unique_u64 (ht=0x633fa0, node=0x63c138) at hashtable.c:281 #4 0x000000000040ad1e in consumer_thread_channel_poll (data=0x632d10) at consumer.c:2697 #5 0x00007feaded947b6 in start_thread () from /lib64/libpthread.so.0 #6 0x00007feadeaf0c6d in clone () from /lib64/libc.so.6 #7 0x0000000000000000 in ?? () (gdb) #0 0x00007feadea4bb55 in raise () from /lib64/libc.so.6 #1 0x00007feadea4d131 in abort () from /lib64/libc.so.6 #2 0x00007feadea44a10 in __assert_fail () from /lib64/libc.so.6 #3 0x0000000000413a29 in lttng_ht_add_unique_u64 (ht=0x633fa0, node=0x63c138) at hashtable.c:281 #4 0x000000000040ad1e in consumer_thread_channel_poll (data=0x632d10) at consumer.c:2697 #5 0x00007feaded947b6 in start_thread () from /lib64/libpthread.so.0 #6 0x00007feadeaf0c6d in clone () from /lib64/libc.so.6 #7 0x0000000000000000 in ?? () (gdb) #0 0x00007feadea4bb55 in raise () from /lib64/libc.so.6 #1 0x00007feadea4d131 in abort () from /lib64/libc.so.6 #2 0x00007feadea44a10 in __assert_fail () from /lib64/libc.so.6 #3 0x0000000000413a29 in lttng_ht_add_unique_u64 (ht=0x633fa0, node=0x63c138) at hashtable.c:281 #4 0x000000000040ad1e in consumer_thread_channel_poll (data=0x632d10) at consumer.c:2697 #5 0x00007feaded947b6 in start_thread () from /lib64/libpthread.so.0 #6 0x00007feadeaf0c6d in clone () from /lib64/libc.so.6 #7 0x0000000000000000 in ?? () (gdb) bt full #0 0x00007feadea4bb55 in raise () from /lib64/libc.so.6 No symbol table info available. #1 0x00007feadea4d131 in abort () from /lib64/libc.so.6 No symbol table info available. #2 0x00007feadea44a10 in __assert_fail () from /lib64/libc.so.6 No symbol table info available. #3 0x0000000000413a29 in lttng_ht_add_unique_u64 (ht=0x633fa0, node=0x63c138) at hashtable.c:281 node_ptr = 0x639920 __PRETTY_FUNCTION__ = "lttng_ht_add_unique_u64" #4 0x000000000040ad1e in consumer_thread_channel_poll (data=0x632d10) at consumer.c:2697 action = CONSUMER_CHANNEL_ADD ret = 16 i = 0 pollfd = 11 revents = 1 nb_fd = 1 chan = 0x63af80 iter = {iter = {node = 0x0, next = 0x0}} node = 0x0 events = {epfd = 20, nb_fd = 2, alloc_size = 2, init_size = 2, events = 0x634ae0} ctx = 0x632d10 channel_ht = 0x633fa0 __func__ = "consumer_thread_channel_poll" __PRETTY_FUNCTION__ = "consumer_thread_channel_poll" #5 0x00007feaded947b6 in start_thread () from /lib64/libpthread.so.0 No symbol table info available. #6 0x00007feadeaf0c6d in clone () from /lib64/libc.so.6 No symbol table info available. #7 0x0000000000000000 in ?? () No symbol table info available. (gdb) quit [SC-1:Node16 Tue Apr 23 10:21:15/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:15/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:16/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:16/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:16/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:16/cluster/temp/tdlt] # [SC-1:Node16 Tue Apr 23 10:21:16/cluster/temp/tdlt] #