Project

General

Profile

Actions

Bug #1174

closed

yocto 2.6.1(pre-release) + lttng no kprobe tracing?

Added by Robert Berger over 3 years ago. Updated over 3 years ago.

Status:
Resolved
Priority:
Normal
Assignee:
-
Target version:
-
Start date:
01/22/2019
Due date:
% Done:

100%

Estimated time:

Description

After we resolved https://bugs.lttng.org/issues/1173#change-3359 I tried with exactly the same setup this:

On the target serial console:

root@multi-v7-ml:/# cp /proc/config.gz .
root@multi-v7-ml:/# gunzip config.gz
root@multi-v7-ml:/# grep -i kprobe config
CONFIG_KPROBES=y
CONFIG_HAVE_KPROBES=y
CONFIG_KPROBE_EVENTS=y
# CONFIG_KPROBES_SANITY_TEST is not set
# CONFIG_ARM_KPROBES_TEST is not set
root@multi-v7-ml:/# export SESSION="kprobe_test_session" 
root@multi-v7-ml:/# lttng create ${SESSION}
Spawning a session daemon
[  209.886591] lttng_kretprobes: loading out-of-tree module taints kernel.
[  210.158768] LTTng: Loaded modules v2.10.8 (KeKriek)

Session kprobe_test_session created.
Traces will be written in /home/root/lttng-traces/kprobe_test_session-20190122-163703
root@multi-v7-ml:/# lttng enable-event --kernel sys_open --probe sys_open+0x0
Kernel event sys_open created in channel channel0
root@multi-v7-ml:/# lttng enable-event --kernel sys_close --probe sys_close+0x0
Kernel event sys_close created in channel channel0
root@multi-v7-ml:/# [  270.977499] Internal error: Oops - undefined instruction: 0 [#1] SMP ARM
[  270.984229] Modules linked in: lttng_probe_writeback(O) lttng_probe_workqueue(O) lttng_probe_v4l2(O) lttng_probe_vmscan(O) lttng_probe_udp(O) lttng_probe_timer(O) lttng_probe_sunrpc(O) lttng_probe_statedump(O) lttng_probe_sock(O) lttng_probe_skb(O) lttng_probe_signal(O) lttng_probe_scsi(O) lttng_probe_sched(O) lttng_probe_regulator(O) lttng_probe_regmap(O) lttng_probe_rcu(O) lttng_probe_random(O) lttng_probe_printk(O) lttng_probe_power(O) lttng_probe_net(O) lttng_probe_napi(O) lttng_probe_module(O) lttng_probe_kmem(O) lttng_probe_jbd2(O) lttng_probe_irq(O) lttng_probe_i2c(O) lttng_probe_gpio(O) lttng_probe_ext4(O) lttng_probe_compaction(O) lttng_probe_block(O) lttng_probe_asoc(O) lttng_ring_buffer_metadata_mmap_client(O) lttng_ring_buffer_client_mmap_overwrite(O) lttng_ring_buffer_client_mmap_discard(O)
[  271.055627]  lttng_ring_buffer_metadata_client(O) lttng_ring_buffer_client_overwrite(O) lttng_ring_buffer_client_discard(O) lttng_tracer(O) lttng_statedump(O) lttng_ftrace(O) lttng_kprobes(O) lttng_clock(O) lttng_lib_ring_buffer(O) lttng_kretprobes(O) bluetooth ecdh_generic rtc_da9063 da9062_wdt da9062_core rtc_snvs flexcan etnaviv gpu_sched
[  271.086020] CPU: 1 PID: 566 Comm: crond Tainted: G           O      4.19.13-custom-ml-debug #1
[  271.094645] Hardware name: Freescale i.MX6 Quad/DualLite (Device Tree)
[  271.101191] PC is at 0xbf3b0194
[  271.104351] LR is at ret_fast_syscall+0x0/0x28
[  271.108810] pc : [<bf3b0194>]    lr : [<c0301000>]    psr: 800a0013
[  271.115090] sp : ecc45f60  ip : 00000006  fp : 00000000
[  271.120326] r10: 00000006  r9 : ecc44000  r8 : c03011e4
[  271.125563] r7 : 00000006  r6 : bed5a5fc  r5 : 0049e540  r4 : 00000000
[  271.132102] r3 : ecc45fa8  r2 : b6f13d18  r1 : b6f13d18  r0 : 00000005
[  271.138643] Flags: Nzcv  IRQs on  FIQs on  Mode SVC_32  ISA ARM  Segment none
[  271.145789] Control: 10c5387d  Table: 3cca004a  DAC: 00000051
[  271.151548] Process crond (pid: 566, stack limit = 0xc688ab6f)
[  271.157393] Stack: (0xecc45f60 to 0xecc46000)
[  271.161769] 5f60: b6f13d18 00008029 00000000 0049e540 bed5a5fc 00000006 c03011e4 ecc44000
[  271.169962] 5f80: 00000006 00000000 ecc45f88 ecc45fa8 c0301000 bf3b0180 800a0013 ffffffff
[  271.178154] 5fa0: 00000051 bf000000 00000000 0049e540 00000005 b6f13d18 b6f13d18 00008029
[  271.186347] 5fc0: 00000000 0049e540 bed5a5fc 00000006 0000002f 00409bf0 bed5a790 b6f63900
[  271.194538] 5fe0: 00000040 bed5a594 00403348 b6e9d400 200a0010 00000005 00000000 00000000
[  271.202748] unwind: Index not found bf3b0194
[  271.207036] Code: 418ac040 e28d3048 01230588 2034a0b2 (76025634)
[  271.213149] ---[ end trace d4b330dbb17e420b ]---
[  271.217783] BUG: sleeping function called from invalid context at include/linux/percpu-rwsem.h:34
[  271.226667] in_atomic(): 0, irqs_disabled(): 128, pid: 566, name: crond
[  271.233292] INFO: lockdep is turned off.
[  271.237226] irq event stamp: 10974
[  271.240647] hardirqs last  enabled at (10973): [<c0301bb4>] __pabt_svc+0x74/0xa0
[  271.248060] hardirqs last disabled at (10974): [<c0301ae0>] __und_svc+0x60/0x74
[  271.255393] softirqs last  enabled at (10944): [<c106e334>] rpc_wake_up_first_on_wq+0x98/0x194
[  271.264019] softirqs last disabled at (10942): [<c106e2c8>] rpc_wake_up_first_on_wq+0x2c/0x194
[  271.272645] CPU: 1 PID: 566 Comm: crond Tainted: G      D    O      4.19.13-custom-ml-debug #1
[  271.281267] Hardware name: Freescale i.MX6 Quad/DualLite (Device Tree)
[  271.287822] [<c031726c>] (unwind_backtrace) from [<c030ffe8>] (show_stack+0x20/0x24)
[  271.295590] [<c030ffe8>] (show_stack) from [<c1099014>] (dump_stack+0xb4/0xe0)
[  271.302841] [<c1099014>] (dump_stack) from [<c03870e0>] (___might_sleep+0x1cc/0x2b8)
[  271.310606] [<c03870e0>] (___might_sleep) from [<c038723c>] (__might_sleep+0x70/0xa8)
[  271.318456] [<c038723c>] (__might_sleep) from [<c0369f38>] (exit_signals+0x48/0x2ec)
[  271.326219] [<c0369f38>] (exit_signals) from [<c0359308>] (do_exit+0x10c/0xc08)
[  271.333546] [<c0359308>] (do_exit) from [<c0310324>] (die+0x338/0x344)
[  271.340093] [<c0310324>] (die) from [<c031038c>] (arm_notify_die+0x5c/0x60)
[  271.347072] [<c031038c>] (arm_notify_die) from [<c0310568>] (do_undefinstr+0x1d8/0x2b4)
[  271.355096] [<c0310568>] (do_undefinstr) from [<c0301afc>] (__und_svc_finish+0x0/0x44)
[  271.363025] Exception stack(0xecc45ed0 to 0xecc45f18)
[  271.368091] 5ec0:                                     00000005 b6f13d18 b6f13d18 ecc45fa8
[  271.376284] 5ee0: 00000000 0049e540 bed5a5fc 00000006 c03011e4 ecc44000 00000006 00000000
[  271.384477] 5f00: 00000006 ecc45f60 c0301000 bf3b0194 800a0013 ffffffff
[  271.391110] [<c0301afc>] (__und_svc_finish) from [<bf3b0194>] (0xbf3b0194)
[  271.398004] unwind: Index not found bf3b0194
[  271.403112] Internal error: Oops - undefined instruction: 0 [#2] SMP ARM
[  271.409834] Modules linked in: lttng_probe_writeback(O) lttng_probe_workqueue(O) lttng_probe_v4l2(O) lttng_probe_vmscan(O) lttng_probe_udp(O) lttng_probe_timer(O) lttng_probe_sunrpc(O) lttng_probe_statedump(O) lttng_probe_sock(O) lttng_probe_skb(O) lttng_probe_signal(O) lttng_probe_scsi(O) lttng_probe_sched(O) lttng_probe_regulator(O) lttng_probe_regmap(O) lttng_probe_rcu(O) lttng_probe_random(O) lttng_probe_printk(O) lttng_probe_power(O) lttng_probe_net(O) lttng_probe_napi(O) lttng_probe_module(O) lttng_probe_kmem(O) lttng_probe_jbd2(O) lttng_probe_irq(O) lttng_probe_i2c(O) lttng_probe_gpio(O) lttng_probe_ext4(O) lttng_probe_compaction(O) lttng_probe_block(O) lttng_probe_asoc(O) lttng_ring_buffer_metadata_mmap_client(O) lttng_ring_buffer_client_mmap_overwrite(O) lttng_ring_buffer_client_mmap_discard(O)
[  271.481189]  lttng_ring_buffer_metadata_client(O) lttng_ring_buffer_client_overwrite(O) lttng_ring_buffer_client_discard(O) lttng_tracer(O) lttng_statedump(O) lttng_ftrace(O) lttng_kprobes(O) lttng_clock(O) lttng_lib_ring_buffer(O) lttng_kretprobes(O) bluetooth ecdh_generic rtc_da9063 da9062_wdt da9062_core rtc_snvs flexcan etnaviv gpu_sched
[  271.511574] CPU: 1 PID: 523 Comm: syslogd Tainted: G      D W  O      4.19.13-custom-ml-debug #1
[  271.520371] Hardware name: Freescale i.MX6 Quad/DualLite (Device Tree)
[  271.526914] PC is at 0xbf3b0194
[  271.530072] LR is at ret_fast_syscall+0x0/0x28
[  271.534527] pc : [<bf3b0194>]    lr : [<c0301000>]    psr: 80070013
[  271.540804] sp : ec8f7f60  ip : 00000006  fp : 00000000
[  271.546040] r10: 00000006  r9 : ec8f6000  r8 : c03011e4
[  271.551276] r7 : 00000006  r6 : 004b65ac  r5 : 5c4746e9  r4 : 004b6150
[  271.557814] r3 : ec8f7fa8  r2 : 0000006c  r1 : 00000000  r0 : 00000003
[  271.564355] Flags: Nzcv  IRQs on  FIQs on  Mode SVC_32  ISA ARM  Segment none
[  271.571501] Control: 10c5387d  Table: 3cb9004a  DAC: 00000051
[  271.577261] Process syslogd (pid: 523, stack limit = 0xc7bf2df9)
[  271.583281] Stack: (0xec8f7f60 to 0xec8f8000)
[  271.587657] 7f60: 0000006c 00000000 004b6150 5c4746e9 004b65ac 00000006 c03011e4 ec8f6000
[  271.595851] 7f80: 00000006 00000000 ec8f7f88 ec8f7fa8 c0301000 bf3b0180 80070013 ffffffff
[  271.604045] 7fa0: 00000051 bf000000 004b6150 5c4746e9 00000003 00000000 0000006c 00000000
[  271.612236] 7fc0: 004b6150 5c4746e9 004b65ac 00000006 b6fd6900 00000000 00000000 bef5ab6c
[  271.620428] 7fe0: 004b4f34 bef5aab0 0044c31c b6e80118 60070010 00000003 00000000 00000000
[  271.628629] unwind: Index not found bf3b0194
[  271.632918] Code: 418ac040 e28d3048 01230588 2034a0b2 (76025634)
[  271.639031] ---[ end trace d4b330dbb17e420c ]---
[  271.644275] Internal error: Oops - undefined instruction: 0 [#3] SMP ARM
[  271.650998] Modules linked in: lttng_probe_writeback(O) lttng_probe_workqueue(O) lttng_probe_v4l2(O) lttng_probe_vmscan(O) lttng_probe_udp(O) lttng_probe_timer(O) lttng_probe_sunrpc(O) lttng_probe_statedump(O) lttng_probe_sock(O) lttng_probe_skb(O) lttng_probe_signal(O) lttng_probe_scsi(O) lttng_probe_sched(O) lttng_probe_regulator(O) lttng_probe_regmap(O) lttng_probe_rcu(O) lttng_probe_random(O) lttng_probe_printk(O) lttng_probe_power(O) lttng_probe_net(O) lttng_probe_napi(O) lttng_probe_module(O) lttng_probe_kmem(O) lttng_probe_jbd2(O) lttng_probe_irq(O) lttng_probe_i2c(O) lttng_probe_gpio(O) lttng_probe_ext4(O) lttng_probe_compaction(O) lttng_probe_block(O) lttng_probe_asoc(O) lttng_ring_buffer_metadata_mmap_client(O) lttng_ring_buffer_client_mmap_overwrite(O) lttng_ring_buffer_client_mmap_discard(O)
[  271.722366]  lttng_ring_buffer_metadata_client(O) lttng_ring_buffer_client_overwrite(O) lttng_ring_buffer_client_discard(O) lttng_tracer(O) lttng_statedump(O) lttng_ftrace(O) lttng_kprobes(O) lttng_clock(O) lttng_lib_ring_buffer(O) lttng_kretprobes(O) bluetooth ecdh_generic rtc_da9063 da9062_wdt da9062_core rtc_snvs flexcan etnaviv gpu_sched
[  271.752744] CPU: 2 PID: 526 Comm: klogd Tainted: G      D W  O      4.19.13-custom-ml-debug #1
[  271.761369] Hardware name: Freescale i.MX6 Quad/DualLite (Device Tree)
[  271.767910] PC is at 0xbf3b0194
[  271.771067] LR is at ret_fast_syscall+0x0/0x28
[  271.775522] pc : [<bf3b0194>]    lr : [<c0301000>]    psr: 800f0013
[  271.781800] sp : ec8f5f60  ip : 00000006  fp : 00000000
[  271.787037] r10: 00000006  r9 : ec8f4000  r8 : c03011e4
[  271.792275] r7 : 00000006  r6 : 00000014  r5 : 00000001  r4 : b6f257ac
[  271.798813] r3 : ec8f5fa8  r2 : 0000006c  r1 : 0000006f  r0 : 00000003
[  271.805352] Flags: Nzcv  IRQs on  FIQs on  Mode SVC_32  ISA ARM  Segment none
[  271.812498] Control: 10c5387d  Table: 3cb9404a  DAC: 00000051
[  271.818256] Process klogd (pid: 526, stack limit = 0x4e2f341e)
[  271.824101] Stack: (0xec8f5f60 to 0xec8f6000)
[  271.828474] 5f60: 0000006c 00000000 b6f257ac 00000001 00000014 00000006 c03011e4 ec8f4000
[  271.836667] 5f80: 00000006 00000000 ec8f5f88 ec8f5fa8 c0301000 bf3b0180 800f0013 ffffffff
[  271.844858] 5fa0: 00000051 bf000000 b6f257ac 00000001 00000003 0000006f 0000006c 00000000
[  271.853050] 5fc0: b6f257ac 00000001 00000014 00000006 00000001 00000000 004bbd80 be91ec4c
[  271.861242] 5fe0: 00000000 be91eb80 b6eb3cd0 b6ea8118 600f0010 00000003 00000000 00000000
[  271.869441] unwind: Index not found bf3b0194
[  271.873728] Code: 418ac040 e28d3048 01230588 2034a0b2 (76025634)
[  271.879839] ---[ end trace d4b330dbb17e420d ]---

root@multi-v7-ml:/# 

Files

config.gz (42.5 KB) config.gz config + CONFIG_ARM_MODULE_PLTS=y Robert Berger, 01/22/2019 01:36 PM
Actions

Also available in: Atom PDF