git checkout 3b55c3c0ec2eb3f163f15559f3962df717f53ccb ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:3b55c3c0ec2eb3f163f15559f3962df717f53ccb:bisect-usb 2014-03-23-15:19:03 3b55c3c0ec2eb3f163f15559f3962df717f53ccb compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-3b55c3c0ec2eb3f163f15559f3962df717f53ccb Check for kernel in /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-3b55c3c0ec2eb3f163f15559f3962df717f53ccb waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-3b55c3c0ec2eb3f163f15559f3962df717f53ccb kernel: /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/vmlinuz-3.14.0-rc7-10713-g3b55c3c 2014-03-23-15:45:04 detecting boot state ..... 2.................. TEST FAILURE [ 4.195514] Kprobe smoke test started [ 4.296754] [ 4.297632] ====================================================== [ 4.299244] [ INFO: possible circular locking dependency detected ] [ 4.300023] 3.14.0-rc7-10713-g3b55c3c #1 Not tainted [ 4.300023] ------------------------------------------------------- [ 4.300023] kworker/1:1/25 is trying to acquire lock: [ 4.300023] (text_mutex){+.+.+.}, at: [] kprobe_optimizer+0x270/0x448 [ 4.300023] [ 4.300023] but task is already holding lock: [ 4.300023] (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 4.300023] [ 4.300023] which lock already depends on the new lock. [ 4.300023] [ 4.300023] [ 4.300023] the existing dependency chain (in reverse order) is: [ 4.300023] -> #2 (module_mutex){+.+...}: [ 4.300023] [] __lock_acquire+0x226c/0x29cc [ 4.300023] [] lock_acquire+0xe8/0x149 [ 4.300023] [] mutex_lock_nested+0x8d/0xa9e [ 4.300023] [] module_alloc+0xa0/0x153 [ 4.300023] [] alloc_insn_page+0x1b/0x2b [ 4.300023] [] __get_insn_slot+0x1ff/0x2a8 [ 4.300023] [] arch_prepare_kprobe+0x7b/0x1b4 [ 4.300023] [] register_kprobe+0x89b/0xb1f [ 4.300023] [] init_test_probes+0x8c/0x8ed [ 4.300023] [] init_kprobes+0x260/0x288 [ 4.300023] [] do_one_initcall+0x133/0x2b2 [ 4.300023] [] kernel_init_freeable+0x483/0x5ff [ 4.300023] [] kernel_init+0x16/0x1fa [ 4.300023] [] ret_from_kernel_thread+0x21/0x30 [ 4.300023] -> #1 (kprobe_insn_slots.mutex){+.+.+.}: [ 4.300023] [] __lock_acquire+0x226c/0x29cc [ 4.300023] [] lock_acquire+0xe8/0x149 [ 4.300023] [] mutex_lock_nested+0x8d/0xa9e [ 4.300023] [] __get_insn_slot+0x23/0x2a8 [ 4.300023] [] arch_prepare_kprobe+0x7b/0x1b4 [ 4.300023] [] register_kprobe+0x89b/0xb1f [ 4.300023] [] init_test_probes+0x8c/0x8ed [ 4.300023] [] init_kprobes+0x260/0x288 [ 4.300023] [] do_one_initcall+0x133/0x2b2 [ 4.300023] [] kernel_init_freeable+0x483/0x5ff [ 4.300023] [] kernel_init+0x16/0x1fa [ 4.300023] [] ret_from_kernel_thread+0x21/0x30 [ 4.300023] -> #0 (text_mutex){+.+.+.}: [ 4.300023] [] check_prev_add+0x1ac/0xb33 [ 4.300023] [] __lock_acquire+0x226c/0x29cc [ 4.300023] [] lock_acquire+0xe8/0x149 [ 4.300023] [] mutex_lock_nested+0x8d/0xa9e [ 4.300023] [] kprobe_optimizer+0x270/0x448 [ 4.300023] [] process_one_work+0x3a4/0x6a8 [ 4.300023] [] worker_thread+0x349/0x5dd [ 4.300023] [] kthread+0x13f/0x152 [ 4.300023] [] ret_from_kernel_thread+0x21/0x30 [ 4.300023] [ 4.300023] other info that might help us debug this: [ 4.300023] [ 4.300023] Chain exists of: text_mutex --> kprobe_insn_slots.mutex --> module_mutex [ 4.300023] Possible unsafe locking scenario: [ 4.300023] [ 4.300023] CPU0 CPU1 [ 4.300023] ---- ---- [ 4.300023] lock(module_mutex); [ 4.300023] lock(kprobe_insn_slots.mutex); [ 4.300023] lock(module_mutex); [ 4.300023] lock(text_mutex); [ 4.300023] [ 4.300023] *** DEADLOCK *** [ 4.300023] [ 4.300023] 5 locks held by kworker/1:1/25: [ 4.300023] #0: ("events"){.+.+..}, at: [] process_one_work+0x313/0x6a8 [ 4.300023] #1: ((optimizing_work).work){+.+...}, at: [] process_one_work+0x313/0x6a8 [ 4.300023] #2: (kprobe_mutex){+.+.+.}, at: [] kprobe_optimizer+0x20/0x448 [ 4.300023] #3: (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 4.300023] #4: (cpu_hotplug.lock){++++++}, at: [] get_online_cpus+0x51/0xc3 [ 4.300023] [ 4.300023] stack backtrace: [ 4.300023] CPU: 1 PID: 25 Comm: kworker/1:1 Not tainted 3.14.0-rc7-10713-g3b55c3c #1 [ 4.300023] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 4.300023] Workqueue: events kprobe_optimizer [ 4.300023] d1e5e150 d100dd74 ce362590 cec952bc d100dda4 ce35ab64 ce698944 ce6986f6 [ 4.300023] ce6986be ce6986df ce6986be d1e5e150 d100ddb8 d1e5e5e0 d1e5e610 d1e5e150 [ 4.300023] d100dde8 cdb00b71 d1e5e5e0 d1e5e5f8 cee8cf94 cdb00995 00000009 cec951ac [ 4.300023] Call Trace: [ 4.300023] [] dump_stack+0xb8/0x108 [ 4.300023] [] print_circular_bug+0x5ec/0x638 [ 4.300023] [] check_prev_add+0x1ac/0xb33 [ 4.300023] [] ? check_irq_usage+0xf0/0x120 [ 4.300023] [] ? __lock_acquire+0x226c/0x29cc [ 4.440145] tsc: Refined TSC clocksource calibration: 2493.991 MHz [ 4.300023] [] __lock_acquire+0x226c/0x29cc [ 4.300023] [] lock_acquire+0xe8/0x149 [ 4.300023] [] ? kprobe_optimizer+0x270/0x448 [ 4.300023] [] mutex_lock_nested+0x8d/0xa9e [ 4.300023] [] ? kprobe_optimizer+0x270/0x448 [ 4.300023] [] ? mutex_unlock+0x16/0x26 [ 4.300023] [] ? get_online_cpus+0xb0/0xc3 [ 4.300023] [] kprobe_optimizer+0x270/0x448 [ 4.300023] [] process_one_work+0x3a4/0x6a8 [ 4.300023] [] ? process_one_work+0x313/0x6a8 [ 4.300023] [] worker_thread+0x349/0x5dd [ 4.300023] [] ? manage_workers.isra.20+0x3fc/0x3fc [ 4.300023] [] kthread+0x13f/0x152 [ 4.300023] [] ? __hrtimer_start_range_ns+0x505/0x635 [ 4.300023] [] ret_from_kernel_thread+0x21/0x30 [ 4.300023] [] ? kthread_stop+0x103/0x103 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-quantal-ivytown2-44:20140323155617:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-quantal-lkp-sb04-62:20140323235619:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-quantal-ivytown2-81:20140323155621:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-yocto-ivytown2-39:20140323155625:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-yocto-lkp-sb04-49:20140323235627:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 /kernel/i386-randconfig-c4-03230733/3b55c3c0ec2eb3f163f15559f3962df717f53ccb/dmesg-yocto-lkp-sb04-20:20140323235638:i386-randconfig-c4-03230733:3.14.0-rc7-10713-g3b55c3c:1 2:6:6 all_good:bad:all_bad boots bisect: bad commit 3b55c3c0ec2eb3f163f15559f3962df717f53ccb git checkout v3.13 ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:d8ec26d7f8287f5788a494f56e8814210f0e64be:bisect-usb 2014-03-23-15:57:20 d8ec26d7f8287f5788a494f56e8814210f0e64be compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-d8ec26d7f8287f5788a494f56e8814210f0e64be Check for kernel in /kernel/i386-randconfig-c4-03230733/d8ec26d7f8287f5788a494f56e8814210f0e64be waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-d8ec26d7f8287f5788a494f56e8814210f0e64be waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-d8ec26d7f8287f5788a494f56e8814210f0e64be kernel: /kernel/i386-randconfig-c4-03230733/d8ec26d7f8287f5788a494f56e8814210f0e64be/vmlinuz-3.13.0 2014-03-23-16:32:20 detecting boot state .. 3 5 10 25 27 SUCCESS bisect: good commit v3.13 git bisect start 3b55c3c0ec2eb3f163f15559f3962df717f53ccb v3.13 -- /c/kernel-tests/linear-bisect: ["-b", "3b55c3c0ec2eb3f163f15559f3962df717f53ccb", "-g", "v3.13", "/c/kernel-tests/bisect-test-boot-failure.sh", "/home/wfg/usb/obj-bisect"] Bisecting: 23932 revisions left to test after this (roughly 15 steps) [3962dfbe22a8d65e4162354cc859440293d85524] Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/mason/linux-btrfs running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:3962dfbe22a8d65e4162354cc859440293d85524:bisect-usb 2014-03-23-16:36:08 3962dfbe22a8d65e4162354cc859440293d85524 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-3962dfbe22a8d65e4162354cc859440293d85524 Check for kernel in /kernel/i386-randconfig-c4-03230733/3962dfbe22a8d65e4162354cc859440293d85524 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-3962dfbe22a8d65e4162354cc859440293d85524 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-3962dfbe22a8d65e4162354cc859440293d85524 kernel: /kernel/i386-randconfig-c4-03230733/3962dfbe22a8d65e4162354cc859440293d85524/vmlinuz-3.14.0-rc2-00540-g3962dfb 2014-03-23-16:53:08 detecting boot state 1. 17 26 27 SUCCESS Bisecting: 11805 revisions left to test after this (roughly 14 steps) [dcb99fd9b08cfe1afe426af4d8d3cbc429190f15] Linux 3.14-rc7 running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:dcb99fd9b08cfe1afe426af4d8d3cbc429190f15:bisect-usb 2014-03-23-16:55:44 dcb99fd9b08cfe1afe426af4d8d3cbc429190f15 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-dcb99fd9b08cfe1afe426af4d8d3cbc429190f15 Check for kernel in /kernel/i386-randconfig-c4-03230733/dcb99fd9b08cfe1afe426af4d8d3cbc429190f15 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-dcb99fd9b08cfe1afe426af4d8d3cbc429190f15 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-dcb99fd9b08cfe1afe426af4d8d3cbc429190f15 kernel: /kernel/i386-randconfig-c4-03230733/dcb99fd9b08cfe1afe426af4d8d3cbc429190f15/vmlinuz-3.14.0-rc7 2014-03-23-17:11:44 detecting boot state .. 2 3 6 13 25 27 SUCCESS Bisecting: 10713 revisions left to test after this (roughly 14 steps) [5a02b8848ab78148f442126c6c7e32553326c00d] Merge remote-tracking branch 'thermal/next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:5a02b8848ab78148f442126c6c7e32553326c00d:bisect-usb 2014-03-23-17:15:52 5a02b8848ab78148f442126c6c7e32553326c00d compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-5a02b8848ab78148f442126c6c7e32553326c00d Check for kernel in /kernel/i386-randconfig-c4-03230733/5a02b8848ab78148f442126c6c7e32553326c00d waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-5a02b8848ab78148f442126c6c7e32553326c00d waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-5a02b8848ab78148f442126c6c7e32553326c00d kernel: /kernel/i386-randconfig-c4-03230733/5a02b8848ab78148f442126c6c7e32553326c00d/vmlinuz-3.14.0-rc7-03254-g5a02b88 2014-03-23-17:35:53 detecting boot state ... 26 27 SUCCESS Bisecting: 7459 revisions left to test after this (roughly 13 steps) [1b89b74cc212e138793d688321f8424a96a1c534] Merge remote-tracking branch 'dt-rh/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:1b89b74cc212e138793d688321f8424a96a1c534:bisect-usb 2014-03-23-17:38:32 1b89b74cc212e138793d688321f8424a96a1c534 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-1b89b74cc212e138793d688321f8424a96a1c534 Check for kernel in /kernel/i386-randconfig-c4-03230733/1b89b74cc212e138793d688321f8424a96a1c534 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-1b89b74cc212e138793d688321f8424a96a1c534 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-1b89b74cc212e138793d688321f8424a96a1c534 kernel: /kernel/i386-randconfig-c4-03230733/1b89b74cc212e138793d688321f8424a96a1c534/vmlinuz-3.14.0-rc7-07284-g1b89b74 2014-03-23-17:48:32 detecting boot state .......... 2 4 9 23 25. 26............. 27 SUCCESS Bisecting: 3429 revisions left to test after this (roughly 12 steps) [6ecd774cc7ff8b15a950c827630b852c0dc48ab2] Merge remote-tracking branch 'char-misc/char-misc-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:6ecd774cc7ff8b15a950c827630b852c0dc48ab2:bisect-usb 2014-03-23-18:04:10 6ecd774cc7ff8b15a950c827630b852c0dc48ab2 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-6ecd774cc7ff8b15a950c827630b852c0dc48ab2 Check for kernel in /kernel/i386-randconfig-c4-03230733/6ecd774cc7ff8b15a950c827630b852c0dc48ab2 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-6ecd774cc7ff8b15a950c827630b852c0dc48ab2 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-6ecd774cc7ff8b15a950c827630b852c0dc48ab2 kernel: /kernel/i386-randconfig-c4-03230733/6ecd774cc7ff8b15a950c827630b852c0dc48ab2/vmlinuz-3.14.0-rc7-10136-g6ecd774 2014-03-23-18:33:11 detecting boot state ... 2 3 5 7 9 10........... TEST FAILURE [ 2.215319] Kprobe smoke test started [ 2.310179] [ 2.311322] ====================================================== [ 2.313277] [ INFO: possible circular locking dependency detected ] [ 2.313391] 3.14.0-rc7-10136-g6ecd774 #1 Not tainted [ 2.313391] ------------------------------------------------------- [ 2.313391] kworker/0:1/24 is trying to acquire lock: [ 2.313391] (text_mutex){+.+.+.}, at: [] kprobe_optimizer+0x270/0x448 [ 2.313391] [ 2.313391] but task is already holding lock: [ 2.313391] (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 2.313391] [ 2.313391] which lock already depends on the new lock. [ 2.313391] [ 2.313391] [ 2.313391] the existing dependency chain (in reverse order) is: [ 2.313391] -> #2 (module_mutex){+.+...}: [ 2.313391] [] __lock_acquire+0x226c/0x29cc [ 2.313391] [] lock_acquire+0xe8/0x149 [ 2.313391] [] mutex_lock_nested+0x8d/0xa9e [ 2.313391] [] module_alloc+0xa0/0x153 [ 2.313391] [] alloc_insn_page+0x1b/0x2b [ 2.313391] [] __get_insn_slot+0x1ff/0x2a8 [ 2.313391] [] arch_prepare_kprobe+0x7b/0x1b4 [ 2.313391] [] register_kprobe+0x89b/0xb1f [ 2.313391] [] init_test_probes+0x8c/0x8ed [ 2.313391] [] init_kprobes+0x260/0x288 [ 2.313391] [] do_one_initcall+0x133/0x2b2 [ 2.313391] [] kernel_init_freeable+0x483/0x5ff [ 2.313391] [] kernel_init+0x16/0x1fa [ 2.313391] [] ret_from_kernel_thread+0x21/0x30 [ 2.313391] -> #1 (kprobe_insn_slots.mutex){+.+.+.}: [ 2.313391] [] __lock_acquire+0x226c/0x29cc [ 2.313391] [] lock_acquire+0xe8/0x149 [ 2.313391] [] mutex_lock_nested+0x8d/0xa9e [ 2.313391] [] __get_insn_slot+0x23/0x2a8 [ 2.313391] [] arch_prepare_kprobe+0x7b/0x1b4 [ 2.313391] [] register_kprobe+0x89b/0xb1f [ 2.313391] [] init_test_probes+0x8c/0x8ed [ 2.313391] [] init_kprobes+0x260/0x288 [ 2.313391] [] do_one_initcall+0x133/0x2b2 [ 2.313391] [] kernel_init_freeable+0x483/0x5ff [ 2.313391] [] kernel_init+0x16/0x1fa [ 2.313391] [] ret_from_kernel_thread+0x21/0x30 [ 2.313391] -> #0 (text_mutex){+.+.+.}: [ 2.313391] [] check_prev_add+0x1ac/0xb33 [ 2.313391] [] __lock_acquire+0x226c/0x29cc [ 2.313391] [] lock_acquire+0xe8/0x149 [ 2.313391] [] mutex_lock_nested+0x8d/0xa9e [ 2.313391] [] kprobe_optimizer+0x270/0x448 [ 2.313391] [] process_one_work+0x3a4/0x6a8 [ 2.313391] [] worker_thread+0x349/0x5dd [ 2.313391] [] kthread+0x13f/0x152 [ 2.313391] [] ret_from_kernel_thread+0x21/0x30 [ 2.313391] [ 2.313391] other info that might help us debug this: [ 2.313391] [ 2.313391] Chain exists of: text_mutex --> kprobe_insn_slots.mutex --> module_mutex [ 2.313391] Possible unsafe locking scenario: [ 2.313391] [ 2.313391] CPU0 CPU1 [ 2.313391] ---- ---- [ 2.313391] lock(module_mutex); [ 2.313391] lock(kprobe_insn_slots.mutex); [ 2.313391] lock(module_mutex); [ 2.313391] lock(text_mutex); [ 2.313391] [ 2.313391] *** DEADLOCK *** [ 2.313391] [ 2.313391] 5 locks held by kworker/0:1/24: [ 2.313391] #0: ("events"){.+.+..}, at: [] process_one_work+0x313/0x6a8 [ 2.313391] #1: ((optimizing_work).work){+.+...}, at: [] process_one_work+0x313/0x6a8 [ 2.313391] #2: (kprobe_mutex){+.+.+.}, at: [] kprobe_optimizer+0x20/0x448 [ 2.313391] #3: (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 2.313391] #4: (cpu_hotplug.lock){++++++}, at: [] get_online_cpus+0x51/0xc3 [ 2.313391] [ 2.313391] stack backtrace: [ 2.313391] CPU: 0 PID: 24 Comm: kworker/0:1 Not tainted 3.14.0-rc7-10136-g6ecd774 #1 [ 2.313391] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 2.313391] Workqueue: events kprobe_optimizer [ 2.313391] cf650ad0 cf7fbd74 ca562e04 cae951cc cf7fbda4 ca55b3d8 ca8988ac ca89865e [ 2.313391] ca898626 ca898647 ca898626 cf650ad0 cf7fbdb8 cf650f60 cf650f90 cf650ad0 [ 2.313391] cf7fbde8 c9d00bf2 cf650f60 cf650f78 cb08cffc c9d00a16 00000009 cae950bc [ 2.313391] Call Trace: [ 2.313391] [] dump_stack+0xb8/0x108 [ 2.313391] [] print_circular_bug+0x5ec/0x638 [ 2.313391] [] check_prev_add+0x1ac/0xb33 [ 2.313391] [] ? check_irq_usage+0xf0/0x120 [ 2.313391] [] ? __lock_acquire+0x226c/0x29cc [ 2.313391] [] __lock_acquire+0x226c/0x29cc [ 2.313391] [] lock_acquire+0xe8/0x149 [ 2.313391] [] ? kprobe_optimizer+0x270/0x448 [ 2.313391] [] mutex_lock_nested+0x8d/0xa9e [ 2.313391] [] ? kprobe_optimizer+0x270/0x448 [ 2.313391] [] ? mutex_unlock+0x16/0x26 [ 2.313391] [] ? get_online_cpus+0xb0/0xc3 [ 2.313391] [] kprobe_optimizer+0x270/0x448 [ 2.313391] [] process_one_work+0x3a4/0x6a8 [ 2.313391] [] ? process_one_work+0x313/0x6a8 [ 2.313391] [] worker_thread+0x349/0x5dd [ 2.313391] [] ? manage_workers.isra.20+0x3fc/0x3fc [ 2.313391] [] kthread+0x13f/0x152 [ 2.313391] [] ? __hrtimer_start_range_ns+0x505/0x635 [ 2.313391] [] ret_from_kernel_thread+0x21/0x30 [ 2.313391] [] ? kthread_stop+0x103/0x103 [ 2.509535] tsc: Refined TSC clocksource calibration: 2693.429 MHz /kernel/i386-randconfig-c4-03230733/6ecd774cc7ff8b15a950c827630b852c0dc48ab2/dmesg-yocto-inn-17:20140323184244:i386-randconfig-c4-03230733:: 10:1:1 all_good:bad:all_bad boots 2014-03-23 18:43:14 REPEAT COUNT: 120 # /cc/wfg/usb-bisect/.repeat Bisecting: 2852 revisions left to test after this (roughly 12 steps) [d8be03aa8bf754fa0ec3a20885a2387e43a418fe] Merge remote-tracking branch 'percpu/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:d8be03aa8bf754fa0ec3a20885a2387e43a418fe:bisect-usb 2014-03-23-18:43:19 d8be03aa8bf754fa0ec3a20885a2387e43a418fe compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-d8be03aa8bf754fa0ec3a20885a2387e43a418fe Check for kernel in /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-d8be03aa8bf754fa0ec3a20885a2387e43a418fe waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-d8be03aa8bf754fa0ec3a20885a2387e43a418fe kernel: /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe/vmlinuz-3.14.0-rc7-08193-gd8be03a 2014-03-23-18:57:20 detecting boot state ..... 1. 2 6 7 8. 9 10 11. 13.. 16 TEST FAILURE [ 5.567860] Kprobe smoke test started [ 5.660182] [ 5.661478] ====================================================== [ 5.663383] [ INFO: possible circular locking dependency detected ] [ 5.663383] 3.14.0-rc7-08193-gd8be03a #1 Not tainted [ 5.663383] ------------------------------------------------------- [ 5.663383] kworker/1:1/25 is trying to acquire lock: [ 5.663383] (text_mutex){+.+.+.}, at: [] kprobe_optimizer+0x270/0x448 [ 5.663383] [ 5.663383] but task is already holding lock: [ 5.663383] (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 5.663383] [ 5.663383] which lock already depends on the new lock. [ 5.663383] [ 5.663383] [ 5.663383] the existing dependency chain (in reverse order) is: [ 5.663383] -> #2 (module_mutex){+.+...}: [ 5.663383] [] __lock_acquire+0x226c/0x29cc [ 5.663383] [] lock_acquire+0xe8/0x149 [ 5.663383] [] mutex_lock_nested+0x8d/0xa9e [ 5.663383] [] module_alloc+0xa0/0x153 [ 5.663383] [] alloc_insn_page+0x1b/0x2b [ 5.663383] [] __get_insn_slot+0x1ff/0x2a8 [ 5.663383] [] arch_prepare_kprobe+0x7b/0x1b4 [ 5.663383] [] register_kprobe+0x89b/0xb1f [ 5.663383] [] init_test_probes+0x8c/0x8ed [ 5.663383] [] init_kprobes+0x260/0x288 [ 5.663383] [] do_one_initcall+0x133/0x2b2 [ 5.663383] [] kernel_init_freeable+0x483/0x5ff [ 5.663383] [] kernel_init+0x16/0x1fa [ 5.663383] [] ret_from_kernel_thread+0x21/0x30 [ 5.663383] -> #1 (kprobe_insn_slots.mutex){+.+.+.}: [ 5.663383] [] __lock_acquire+0x226c/0x29cc [ 5.663383] [] lock_acquire+0xe8/0x149 [ 5.663383] [] mutex_lock_nested+0x8d/0xa9e [ 5.663383] [] __get_insn_slot+0x23/0x2a8 [ 5.663383] [] arch_prepare_kprobe+0x7b/0x1b4 [ 5.663383] [] register_kprobe+0x89b/0xb1f [ 5.663383] [] init_test_probes+0x8c/0x8ed [ 5.663383] [] init_kprobes+0x260/0x288 [ 5.663383] [] do_one_initcall+0x133/0x2b2 [ 5.663383] [] kernel_init_freeable+0x483/0x5ff [ 5.663383] [] kernel_init+0x16/0x1fa [ 5.663383] [] ret_from_kernel_thread+0x21/0x30 [ 5.663383] -> #0 (text_mutex){+.+.+.}: [ 5.663383] [] check_prev_add+0x1ac/0xb33 [ 5.663383] [] __lock_acquire+0x226c/0x29cc [ 5.663383] [] lock_acquire+0xe8/0x149 [ 5.663383] [] mutex_lock_nested+0x8d/0xa9e [ 5.663383] [] kprobe_optimizer+0x270/0x448 [ 5.663383] [] process_one_work+0x3a4/0x6a8 [ 5.663383] [] worker_thread+0x349/0x5dd [ 5.663383] [] kthread+0x13f/0x152 [ 5.663383] [] ret_from_kernel_thread+0x21/0x30 [ 5.663383] [ 5.663383] other info that might help us debug this: [ 5.663383] [ 5.663383] Chain exists of: text_mutex --> kprobe_insn_slots.mutex --> module_mutex [ 5.663383] Possible unsafe locking scenario: [ 5.663383] [ 5.663383] CPU0 CPU1 [ 5.663383] ---- ---- [ 5.663383] lock(module_mutex); [ 5.663383] lock(kprobe_insn_slots.mutex); [ 5.663383] lock(module_mutex); [ 5.663383] lock(text_mutex); [ 5.663383] [ 5.663383] *** DEADLOCK *** [ 5.663383] [ 5.663383] 5 locks held by kworker/1:1/25: [ 5.663383] #0: ("events"){.+.+..}, at: [] process_one_work+0x313/0x6a8 [ 5.663383] #1: ((optimizing_work).work){+.+...}, at: [ 5.796882] tsc: Refined TSC clocksource calibration: 2892.987 MHz [ 5.663383] [] process_one_work+0x313/0x6a8 [ 5.663383] #2: (kprobe_mutex){+.+.+.}, at: [] kprobe_optimizer+0x20/0x448 [ 5.663383] #3: (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 5.663383] #4: (cpu_hotplug.lock){++++++}, at: [] get_online_cpus+0x51/0xc3 [ 5.663383] [ 5.663383] stack backtrace: [ 5.663383] CPU: 1 PID: 25 Comm: kworker/1:1 Not tainted 3.14.0-rc7-08193-gd8be03a #1 [ 5.663383] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 5.663383] Workqueue: events kprobe_optimizer [ 5.663383] cc666150 cb96fd74 cd75e1b4 ce08e24c cb96fda4 cd756788 cda91d92 cda91b44 [ 5.663383] cda91b0c cda91b2d cda91b0c cc666150 cb96fdb8 cc6665e0 cc666610 cc666150 [ 5.663383] cb96fde8 ccf00db6 cc6665e0 cc6665f8 ce285ecc ccf00bda 00000009 ce08e13c [ 5.663383] Call Trace: [ 5.663383] [] dump_stack+0xb8/0x108 [ 5.663383] [] print_circular_bug+0x5ec/0x638 [ 5.663383] [] check_prev_add+0x1ac/0xb33 [ 5.663383] [] ? check_irq_usage+0xf0/0x120 [ 5.663383] [] ? __lock_acquire+0x226c/0x29cc [ 5.663383] [] __lock_acquire+0x226c/0x29cc [ 5.663383] [] lock_acquire+0xe8/0x149 [ 5.663383] [] ? kprobe_optimizer+0x270/0x448 [ 5.663383] [] mutex_lock_nested+0x8d/0xa9e [ 5.663383] [] ? kprobe_optimizer+0x270/0x448 [ 5.663383] [] ? mutex_unlock+0x16/0x26 [ 5.663383] [] ? get_online_cpus+0xb0/0xc3 [ 5.663383] [] kprobe_optimizer+0x270/0x448 [ 5.663383] [] process_one_work+0x3a4/0x6a8 [ 5.663383] [] ? process_one_work+0x313/0x6a8 [ 5.663383] [] worker_thread+0x349/0x5dd [ 5.663383] [] ? manage_workers.isra.20+0x3fc/0x3fc [ 5.663383] [] kthread+0x13f/0x152 [ 5.663383] [] ? __hrtimer_start_range_ns+0x341/0x635 [ 5.663383] [] ret_from_kernel_thread+0x21/0x30 [ 5.663383] [] ? kthread_stop+0x103/0x103 /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe/dmesg-yocto-roam-24:20140323190638:i386-randconfig-c4-03230733:3.14.0-rc7-08193-gd8be03a:1 /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe/dmesg-quantal-cairo-26:20140323190645:i386-randconfig-c4-03230733:3.14.0-rc7-08193-gd8be03a:1 /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe/dmesg-yocto-roam-39:20140323190643:i386-randconfig-c4-03230733:3.14.0-rc7-08193-gd8be03a:1 /kernel/i386-randconfig-c4-03230733/d8be03aa8bf754fa0ec3a20885a2387e43a418fe/dmesg-yocto-lkp-sb04-38:20140324030706:i386-randconfig-c4-03230733:3.14.0-rc7-08193-gd8be03a:1 13:5:7 all_good:bad:all_bad boots Bisecting: 909 revisions left to test after this (roughly 10 steps) [0e56c90c132b64427c8c55fd85003ec1f17dba6d] Merge remote-tracking branch 'edac-amd/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:0e56c90c132b64427c8c55fd85003ec1f17dba6d:bisect-usb 2014-03-23-19:07:26 0e56c90c132b64427c8c55fd85003ec1f17dba6d compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-0e56c90c132b64427c8c55fd85003ec1f17dba6d Check for kernel in /kernel/i386-randconfig-c4-03230733/0e56c90c132b64427c8c55fd85003ec1f17dba6d waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-0e56c90c132b64427c8c55fd85003ec1f17dba6d waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-0e56c90c132b64427c8c55fd85003ec1f17dba6d kernel: /kernel/i386-randconfig-c4-03230733/0e56c90c132b64427c8c55fd85003ec1f17dba6d/vmlinuz-3.14.0-rc7-08048-g0e56c90 2014-03-23-19:35:27 detecting boot state ....... 1. 5 7 15 22 28 32 34 35 36.. TEST FAILURE [ 3.877803] Kprobe smoke test started [ 3.963408] [ 3.964194] ====================================================== [ 3.965511] [ INFO: possible circular locking dependency detected ] [ 3.966684] 3.14.0-rc7-08048-g0e56c90 #1 Not tainted [ 3.966684] ------------------------------------------------------- [ 3.966684] kworker/1:1/25 is trying to acquire lock: [ 3.966684] (text_mutex){+.+.+.}, at: [] kprobe_optimizer+0x270/0x448 [ 3.966684] [ 3.966684] but task is already holding lock: [ 3.966684] (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 3.966684] [ 3.966684] which lock already depends on the new lock. [ 3.966684] [ 3.966684] [ 3.966684] the existing dependency chain (in reverse order) is: [ 3.966684] -> #2 (module_mutex){+.+...}: [ 3.966684] [] __lock_acquire+0x226c/0x29cc [ 3.966684] [] lock_acquire+0xe8/0x149 [ 3.966684] [] mutex_lock_nested+0x8d/0xa9e [ 3.966684] [] module_alloc+0xa0/0x153 [ 3.966684] [] alloc_insn_page+0x1b/0x2b [ 3.966684] [] __get_insn_slot+0x1ff/0x2a8 [ 3.966684] [] arch_prepare_kprobe+0x7b/0x1b4 [ 3.966684] [] register_kprobe+0x89b/0xb1f [ 3.966684] [] init_test_probes+0x8c/0x8ed [ 3.966684] [] init_kprobes+0x260/0x288 [ 3.966684] [] do_one_initcall+0x133/0x2b2 [ 3.966684] [] kernel_init_freeable+0x483/0x5ff [ 3.966684] [] kernel_init+0x16/0x1fa [ 3.966684] [] ret_from_kernel_thread+0x21/0x30 [ 3.966684] -> #1 (kprobe_insn_slots.mutex){+.+.+.}: [ 3.966684] [] __lock_acquire+0x226c/0x29cc [ 3.966684] [] lock_acquire+0xe8/0x149 [ 3.966684] [] mutex_lock_nested+0x8d/0xa9e [ 3.966684] [] __get_insn_slot+0x23/0x2a8 [ 3.966684] [] arch_prepare_kprobe+0x7b/0x1b4 [ 3.966684] [] register_kprobe+0x89b/0xb1f [ 3.966684] [] init_test_probes+0x8c/0x8ed [ 3.966684] [] init_kprobes+0x260/0x288 [ 3.966684] [] do_one_initcall+0x133/0x2b2 [ 3.966684] [] kernel_init_freeable+0x483/0x5ff [ 3.966684] [] kernel_init+0x16/0x1fa [ 3.966684] [] ret_from_kernel_thread+0x21/0x30 [ 3.966684] -> #0 (text_mutex){+.+.+.}: [ 3.966684] [] check_prev_add+0x1ac/0xb33 [ 3.966684] [] __lock_acquire+0x226c/0x29cc [ 3.966684] [] lock_acquire+0xe8/0x149 [ 3.966684] [] mutex_lock_nested+0x8d/0xa9e [ 3.966684] [] kprobe_optimizer+0x270/0x448 [ 3.966684] [] process_one_work+0x3a4/0x6a8 [ 3.966684] [] worker_thread+0x349/0x5dd [ 3.966684] [] kthread+0x13f/0x152 [ 3.966684] [] ret_from_kernel_thread+0x21/0x30 [ 3.966684] [ 3.966684] other info that might help us debug this: [ 3.966684] [ 3.966684] Chain exists of: text_mutex --> kprobe_insn_slots.mutex --> module_mutex [ 3.966684] Possible unsafe locking scenario: [ 3.966684] [ 3.966684] CPU0 CPU1 [ 3.966684] ---- ---- [ 3.966684] lock(module_mutex); [ 3.966684] lock(kprobe_insn_slots.mutex); [ 3.966684] lock(module_mutex); [ 3.966684] lock(text_mutex); [ 3.966684] [ 3.966684] *** DEADLOCK *** [ 3.966684] [ 3.966684] 5 locks held by kworker/1:1/25: [ 3.966684] #0: ("events"){.+.+..}, at: [] process_one_work+0x313/0x6a8 [ 3.966684] #1: ((optimizing_work).work){+.+...}, at: [] process_one_work+0x313/0x6a8 [ 3.966684] #2: (kprobe_mutex){+.+.+.}, at: [] kprobe_optimizer+0x20/0x448 [ 3.966684] #3: (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 3.966684] #4: (cpu_hotplug.lock){++++++}, at: [] get_online_cpus+0x51/0xc3 [ 3.966684] [ 3.966684] stack backtrace: [ 3.966684] CPU: 1 PID: 25 Comm: kworker/1:1 Not tainted 3.14.0-rc7-08048-g0e56c90 #1 [ 3.966684] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 3.966684] Workqueue: events kprobe_optimizer [ 3.966684] d1e56150 d17fdd74 c315e2f0 c3a8e0ac d17fdda4 c31568c4 c3491b48 c34918fa [ 3.966684] c34918c2 c34918e3 c34918c2 d1e56150 d17fddb8 d1e565e0 d1e56610 d1e56150 [ 3.966684] d17fdde8 c290095a d1e565e0 d1e565f8 c3c85d74 c290077e 00000009 c3a8df9c [ 3.966684] Call Trace: [ 3.966684] [] dump_stack+0xb8/0x108 [ 3.966684] [] print_circular_bug+0x5ec/0x638 [ 3.966684] [] check_prev_add+0x1ac/0xb33 [ 3.966684] [] ? check_irq_usage+0xf0/0x120 [ 3.966684] [] ? __lock_acquire+0x226c/0x29cc [ 3.966684] [] __lock_acquire+0x226c/0x29cc [ 3.966684] [] lock_acquire+0xe8/0x149 [ 3.966684] [] ? kprobe_optimizer+0x270/0x448 [ 3.966684] [] mutex_lock_nested+0x8d/0xa9e [ 3.966684] [] ? kprobe_optimizer+0x270/0x448 [ 3.966684] [] ? mutex_unlock+0x16/0x26 [ 3.966684] [] ? get_online_cpus+0xb0/0xc3 [ 3.966684] [] kprobe_optimizer+0x270/0x448 [ 3.966684] [] process_one_work+0x3a4/0x6a8 [ 3.966684] [] ? process_one_work+0x313/0x6a8 [ 3.966684] [] worker_thread+0x349/0x5dd [ 3.966684] [] ? manage_workers.isra.20+0x3fc/0x3fc [ 3.966684] [] kthread+0x13f/0x152 [ 3.966684] [] ? hrtimer_get_next_event+0x10d/0x143 [ 3.966684] [] ret_from_kernel_thread+0x21/0x30 [ 3.966684] [] ? kthread_stop+0x103/0x103 [ 4.260093] tsc: Refined TSC clocksource calibration: 2493.985 MHz /kernel/i386-randconfig-c4-03230733/0e56c90c132b64427c8c55fd85003ec1f17dba6d/dmesg-yocto-ivytown2-17:20140323194500:i386-randconfig-c4-03230733:3.14.0-rc7-08048-g0e56c90:1 /kernel/i386-randconfig-c4-03230733/0e56c90c132b64427c8c55fd85003ec1f17dba6d/dmesg-quantal-ivytown2-16:20140323194505:i386-randconfig-c4-03230733:3.14.0-rc7-08048-g0e56c90:1 34:2:4 all_good:bad:all_bad boots 2014-03-23 19:45:29 REPEAT COUNT: 200 # /cc/wfg/usb-bisect/.repeat Bisecting: 764 revisions left to test after this (roughly 10 steps) [67ae3b36794de69d58e66fb50be0fa0d68574c17] Merge remote-tracking branch 'tip/auto-latest' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:67ae3b36794de69d58e66fb50be0fa0d68574c17:bisect-usb 2014-03-23-19:45:34 67ae3b36794de69d58e66fb50be0fa0d68574c17 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-67ae3b36794de69d58e66fb50be0fa0d68574c17 Check for kernel in /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-67ae3b36794de69d58e66fb50be0fa0d68574c17 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-67ae3b36794de69d58e66fb50be0fa0d68574c17 kernel: /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/vmlinuz-3.14.0-rc7-08030-g67ae3b3 2014-03-23-20:00:34 detecting boot state .... 1. 2. 4 5.. 7. 8 9 14 15 18 20 22 26 29 TEST FAILURE [ 4.374558] Kprobe smoke test started [ 4.466861] [ 4.468102] ====================================================== [ 4.470047] [ INFO: possible circular locking dependency detected ] [ 4.470047] 3.14.0-rc7-08030-g67ae3b3 #1 Not tainted [ 4.470047] ------------------------------------------------------- [ 4.470047] kworker/0:1/24 is trying to acquire lock: [ 4.470047] (text_mutex){+.+.+.}, at: [] kprobe_optimizer+0x270/0x448 [ 4.470047] [ 4.470047] but task is already holding lock: [ 4.470047] (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 4.470047] [ 4.470047] which lock already depends on the new lock. [ 4.470047] [ 4.470047] [ 4.470047] the existing dependency chain (in reverse order) is: [ 4.470047] -> #2 (module_mutex){+.+...}: [ 4.470047] [] __lock_acquire+0x226c/0x29cc [ 4.470047] [] lock_acquire+0xe8/0x149 [ 4.470047] [] mutex_lock_nested+0x8d/0xa9e [ 4.470047] [] module_alloc+0xa0/0x153 [ 4.470047] [] alloc_insn_page+0x1b/0x2b [ 4.470047] [] __get_insn_slot+0x1ff/0x2a8 [ 4.470047] [] arch_prepare_kprobe+0x7b/0x1b4 [ 4.470047] [] register_kprobe+0x89b/0xb1f [ 4.470047] [] init_test_probes+0x8c/0x8ed [ 4.470047] [] init_kprobes+0x260/0x288 [ 4.470047] [] do_one_initcall+0x133/0x2b2 [ 4.470047] [] kernel_init_freeable+0x483/0x5ff [ 4.470047] [] kernel_init+0x16/0x1fa [ 4.470047] [] ret_from_kernel_thread+0x21/0x30 [ 4.470047] -> #1 (kprobe_insn_slots.mutex){+.+.+.}: [ 4.470047] [] __lock_acquire+0x226c/0x29cc [ 4.470047] [] lock_acquire+0xe8/0x149 [ 4.470047] [] mutex_lock_nested+0x8d/0xa9e [ 4.470047] [] __get_insn_slot+0x23/0x2a8 [ 4.470047] [] arch_prepare_kprobe+0x7b/0x1b4 [ 4.470047] [] register_kprobe+0x89b/0xb1f [ 4.470047] [] init_test_probes+0x8c/0x8ed [ 4.470047] [] init_kprobes+0x260/0x288 [ 4.470047] [] do_one_initcall+0x133/0x2b2 [ 4.470047] [] kernel_init_freeable+0x483/0x5ff [ 4.470047] [] kernel_init+0x16/0x1fa [ 4.470047] [] ret_from_kernel_thread+0x21/0x30 [ 4.470047] -> #0 (text_mutex){+.+.+.}: [ 4.470047] [] check_prev_add+0x1ac/0xb33 [ 4.470047] [] __lock_acquire+0x226c/0x29cc [ 4.470047] [] lock_acquire+0xe8/0x149 [ 4.470047] [] mutex_lock_nested+0x8d/0xa9e [ 4.470047] [] kprobe_optimizer+0x270/0x448 [ 4.470047] [] process_one_work+0x3a4/0x6a8 [ 4.470047] [] worker_thread+0x349/0x5dd [ 4.470047] [] kthread+0x13f/0x152 [ 4.470047] [] ret_from_kernel_thread+0x21/0x30 [ 4.470047] [ 4.470047] other info that might help us debug this: [ 4.470047] [ 4.470047] Chain exists of: text_mutex --> kprobe_insn_slots.mutex --> module_mutex [ 4.470047] Possible unsafe locking scenario: [ 4.470047] [ 4.470047] CPU0 CPU1 [ 4.470047] ---- ---- [ 4.470047] lock(module_mutex); [ 4.470047] lock(kprobe_insn_slots.mutex); [ 4.470047] lock(module_mutex); [ 4.470047] lock(text_mutex); [ 4.470047] [ 4.470047] *** DEADLOCK *** [ 4.470047] [ 4.470047] 5 locks held by kworker/0:1/24: [ 4.470047] #0: ("events"){.+.+..}, at: [] process_one_work+0x313/0x6a8 [ 4.470047] #1: ((optimizing_work).work){+.+...}, at: [] process_one_work+0x313/0x6a8 [ 4.470047] #2: (kprobe_mutex){+.+.+.}, at: [] kprobe_optimizer+0x20/0x448 [ 4.470047] #3: (module_mutex){+.+...}, at: [] kprobe_optimizer+0x3a/0x448 [ 4.470047] #4: (cpu_hotplug.lock){++++++}, at: [] get_online_cpus+0x51/0xc3 [ 4.470047] [ 4.470047] stack backtrace: [ 4.470047] CPU: 0 PID: 24 Comm: kworker/0:1 Not tainted 3.14.0-rc7-08030-g67ae3b3 #1 [ 4.470047] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 4.470047] Workqueue: events kprobe_optimizer [ 4.470047] cde60ad0 cdf29d74 c9b5e2ed ca48a0ac cdf29da4 c9b568c1 c9e91568 c9e9131a [ 4.470047] c9e912e2 c9e91303 c9e912e2 cde60ad0 cdf29db8 cde60f60 cde60f90 cde60ad0 [ 4.470047] cdf29de8 c9300966 cde60f60 cde60f78 ca681dbc c930078a 00000009 ca489f9c [ 4.470047] Call Trace: [ 4.470047] [] dump_stack+0xb8/0x108 [ 4.470047] [] print_circular_bug+0x5ec/0x638 [ 4.470047] [] check_prev_add+0x1ac/0xb33 [ 4.470047] [] ? check_irq_usage+0xf0/0x120 [ 4.470047] [] ? __lock_acquire+0x226c/0x29cc [ 4.470047] [] __lock_acquire+0x226c/0x29cc [ 4.470047] [] lock_acquire+0xe8/0x149 [ 4.470047] [] ? kprobe_optimizer+0x270/0x448 [ 4.470047] [] mutex_lock_nested+0x8d/0xa9e [ 4.470047] [] ? kprobe_optimizer+0x270/0x448 [ 4.470047] [] ? mutex_unlock+0x16/0x26 [ 4.470047] [] ? get_online_cpus+0xb0/0xc3 [ 4.470047] [] kprobe_optimizer+0x270/0x448 [ 4.470047] [] process_one_work+0x3a4/0x6a8 [ 4.470047] [] ? process_one_work+0x313/0x6a8 [ 4.470047] [] worker_thread+0x349/0x5dd [ 4.470047] [] ? manage_workers.isra.20+0x3fc/0x3fc [ 4.470047] [] kthread+0x13f/0x152 [ 4.470047] [] ? hrtimer_get_next_event+0x10d/0x143 [ 4.470047] [] ret_from_kernel_thread+0x21/0x30 [ 4.470047] [] ? kthread_stop+0x103/0x103 [ 4.723617] tsc: Refined TSC clocksource calibration: 2892.981 MHz /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-quantal-cairo-44:20140323201126:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-quantal-lkp-sb04-37:20140324041128:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-yocto-lkp-sb04-1:20140324041121:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-yocto-lkp-sb04-59:20140324041127:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-yocto-lkp-sb04-61:20140324041132:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 /kernel/i386-randconfig-c4-03230733/67ae3b36794de69d58e66fb50be0fa0d68574c17/dmesg-quantal-lkp-sb04-14:20140324041134:i386-randconfig-c4-03230733:3.14.0-rc7-08030-g67ae3b3:1 27:6:8 all_good:bad:all_bad boots Bisecting: 746 revisions left to test after this (roughly 10 steps) [e224ef010790d873c4672a408f442c08b901567f] Merge remote-tracking branch 'spi/for-next' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:e224ef010790d873c4672a408f442c08b901567f:bisect-usb 2014-03-23-20:12:13 e224ef010790d873c4672a408f442c08b901567f compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-e224ef010790d873c4672a408f442c08b901567f Check for kernel in /kernel/i386-randconfig-c4-03230733/e224ef010790d873c4672a408f442c08b901567f waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-e224ef010790d873c4672a408f442c08b901567f waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-e224ef010790d873c4672a408f442c08b901567f kernel: /kernel/i386-randconfig-c4-03230733/e224ef010790d873c4672a408f442c08b901567f/vmlinuz-3.14.0-rc7-07472-ge224ef0 2014-03-23-20:42:14 detecting boot state . 15 20 31 34 42 48 57 62 74 100 118 153 198 199. 200 SUCCESS linear-bisect: bad branch may be remote-tracking branch 'tip/auto-latest' linear-bisect: handle over to git bisect linear-bisect: git bisect start 67ae3b36794de69d58e66fb50be0fa0d68574c17 e224ef010790d873c4672a408f442c08b901567f -- Previous HEAD position was e224ef0... Merge remote-tracking branch 'spi/for-next' HEAD is now at 6e46645... Linux 3.11 Bisecting: 280 revisions left to test after this (roughly 8 steps) [a49712343611eb2aca50b2034910e8873b453118] Merge branch 'perf/core' linear-bisect: git bisect run /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:a49712343611eb2aca50b2034910e8873b453118:bisect-usb 2014-03-23-20:51:21 a49712343611eb2aca50b2034910e8873b453118 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-a49712343611eb2aca50b2034910e8873b453118 Check for kernel in /kernel/i386-randconfig-c4-03230733/a49712343611eb2aca50b2034910e8873b453118 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-a49712343611eb2aca50b2034910e8873b453118 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-a49712343611eb2aca50b2034910e8873b453118 kernel: /kernel/i386-randconfig-c4-03230733/a49712343611eb2aca50b2034910e8873b453118/vmlinuz-3.14.0-rc7-00306-ga497123 2014-03-23-20:56:21 detecting boot state ... 2 5 13. 16 21 27 44 56 63 74 89 107 125 130 136 145 157 170 175 178 185 193 195. 197.. 198.. 199.. 200 SUCCESS Bisecting: 139 revisions left to test after this (roughly 7 steps) [626bfe396b8bfe0c2c94fe44bc985103abfe4b6f] Merge branch 'x86/apic' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:626bfe396b8bfe0c2c94fe44bc985103abfe4b6f:bisect-usb 2014-03-23-21:15:28 626bfe396b8bfe0c2c94fe44bc985103abfe4b6f compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-626bfe396b8bfe0c2c94fe44bc985103abfe4b6f Check for kernel in /kernel/i386-randconfig-c4-03230733/626bfe396b8bfe0c2c94fe44bc985103abfe4b6f waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-626bfe396b8bfe0c2c94fe44bc985103abfe4b6f waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-626bfe396b8bfe0c2c94fe44bc985103abfe4b6f kernel: /kernel/i386-randconfig-c4-03230733/626bfe396b8bfe0c2c94fe44bc985103abfe4b6f/vmlinuz-3.14.0-rc7-00448-g626bfe3 2014-03-23-21:36:29 detecting boot state . 1 4 6. 9 28 33 54 79 94 117 121 122 143 159 177 183 197 200 SUCCESS Bisecting: 85 revisions left to test after this (roughly 6 steps) [72a500453a77e0980c0c2b4ed9fe8b521e7ac523] Merge branch 'x86/debug' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:72a500453a77e0980c0c2b4ed9fe8b521e7ac523:bisect-usb 2014-03-23-21:46:34 72a500453a77e0980c0c2b4ed9fe8b521e7ac523 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-72a500453a77e0980c0c2b4ed9fe8b521e7ac523 Check for kernel in /kernel/i386-randconfig-c4-03230733/72a500453a77e0980c0c2b4ed9fe8b521e7ac523 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-72a500453a77e0980c0c2b4ed9fe8b521e7ac523 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-72a500453a77e0980c0c2b4ed9fe8b521e7ac523 kernel: /kernel/i386-randconfig-c4-03230733/72a500453a77e0980c0c2b4ed9fe8b521e7ac523/vmlinuz-3.14.0-rc7-00502-g72a5004 2014-03-23-22:05:34 detecting boot state . 2 3 8 21 32 55 88 105 125 136 151 160 170 178 189. 190 192 195.... 196 197..... 198.... 199.. 200 SUCCESS Bisecting: 43 revisions left to test after this (roughly 6 steps) [c519db7a10228d5f0d6baf3deaa2c869f8b57bb9] Merge branch 'x86/kaslr' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:c519db7a10228d5f0d6baf3deaa2c869f8b57bb9:bisect-usb 2014-03-23-22:25:38 c519db7a10228d5f0d6baf3deaa2c869f8b57bb9 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-c519db7a10228d5f0d6baf3deaa2c869f8b57bb9 Check for kernel in /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-c519db7a10228d5f0d6baf3deaa2c869f8b57bb9 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-c519db7a10228d5f0d6baf3deaa2c869f8b57bb9 kernel: /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/vmlinuz-3.14.0-rc7-00544-gc519db7 2014-03-23-22:44:38 detecting boot state .... 3 5. 7 12 13 14 18 25 36 46 57 65.... TEST FAILURE [ 1.872198] Initramfs unpacking failed: junk in compressed archive [ 1.874390] debug: unmapping init [mem 0xd27ab000-0xd3feffff] BUG: kernel boot crashed Elapsed time: 15 qemu-system-x86_64 -cpu kvm64 -enable-kvm -kernel /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/vmlinuz-3.14.0-rc7-00544-gc519db7 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:c519db7a10228d5f0d6baf3deaa2c869f8b57bb9:bisect-usb/.vmlinuz-c519db7a10228d5f0d6baf3deaa2c869f8b57bb9-20140323224417-65-ivytown2 branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/vmlinuz-3.14.0-rc7-00544-gc519db7 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 320 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1,hostfwd=tcp::41454-:22 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -pidfile /dev/shm/kboot/pid-quantal-ivytown2-81 -serial file:/dev/shm/kboot/serial-quantal-ivytown2-81 -daemonize -display none -monitor null /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/dmesg-yocto-lkp-sb04-15:20140324065459:i386-randconfig-c4-03230733:3.14.0-rc7-00544-gc519db7:1 /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/dmesg-yocto-lkp-sb04-28:20140324065459:i386-randconfig-c4-03230733:3.14.0-rc7-00544-gc519db7:1 /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/dmesg-yocto-xian-13:20140323225500:i386-randconfig-c4-03230733:3.14.0-rc7-00544-gc519db7:1 /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/dmesg-quantal-xian-24:20140323225503:i386-randconfig-c4-03230733:3.14.0-rc7-00544-gc519db7:1 /kernel/i386-randconfig-c4-03230733/c519db7a10228d5f0d6baf3deaa2c869f8b57bb9/dmesg-yocto-lkp-sb04-6:20140324065505:i386-randconfig-c4-03230733:3.14.0-rc7-00544-gc519db7:1 61:5:7 all_good:bad:all_bad boots Bisecting: 26 revisions left to test after this (roughly 4 steps) [3db4cafdfd05717dc939780134e53023a3c1f15f] x86/boot: Fix non-EFI build running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:3db4cafdfd05717dc939780134e53023a3c1f15f:bisect-usb 2014-03-23-22:55:15 3db4cafdfd05717dc939780134e53023a3c1f15f compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-3db4cafdfd05717dc939780134e53023a3c1f15f Check for kernel in /kernel/i386-randconfig-c4-03230733/3db4cafdfd05717dc939780134e53023a3c1f15f waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-3db4cafdfd05717dc939780134e53023a3c1f15f waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-3db4cafdfd05717dc939780134e53023a3c1f15f kernel: /kernel/i386-randconfig-c4-03230733/3db4cafdfd05717dc939780134e53023a3c1f15f/vmlinuz-3.14.0-rc3-00015-g3db4caf 2014-03-23-23:18:15 detecting boot state . 1 5 18 27 30 34.. 40 47 51. 53 58 60 65 66 67 72 79 88 101 110 119 123 126.. 139 161 195 198. 199............. 200 SUCCESS Bisecting: 13 revisions left to test after this (roughly 4 steps) [4fd69331ad227a4d8de26592d017b73e00caca9f] Merge remote-tracking branch 'tip/x86/urgent' into efi-for-mingo running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:4fd69331ad227a4d8de26592d017b73e00caca9f:bisect-usb 2014-03-23-23:42:52 4fd69331ad227a4d8de26592d017b73e00caca9f compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-4fd69331ad227a4d8de26592d017b73e00caca9f Check for kernel in /kernel/i386-randconfig-c4-03230733/4fd69331ad227a4d8de26592d017b73e00caca9f waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-4fd69331ad227a4d8de26592d017b73e00caca9f waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-4fd69331ad227a4d8de26592d017b73e00caca9f kernel: /kernel/i386-randconfig-c4-03230733/4fd69331ad227a4d8de26592d017b73e00caca9f/vmlinuz-3.14.0-rc5-00016-g4fd6933 2014-03-24-00:07:53 detecting boot state ............. 4. 11 16 29 51 62 78 83 121 136 161 198....... 199....... 200 SUCCESS Bisecting: 7 revisions left to test after this (roughly 3 steps) [4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a] Merge branch 'x86/efi' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a:bisect-usb 2014-03-24-00:28:57 4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a Check for kernel in /kernel/i386-randconfig-c4-03230733/4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a kernel: /kernel/i386-randconfig-c4-03230733/4f72c11ae1f01bfc65faf7687b7fdab5ab5ed04a/vmlinuz-3.14.0-rc7-00536-g4f72c11 2014-03-24-00:52:57 detecting boot state .... 1 4. 6 14. 20 22 33 39. 50 51 73 85 128 154 179 199 200 SUCCESS Bisecting: 3 revisions left to test after this (roughly 2 steps) [9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1] Merge branch 'x86/hash' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1:bisect-usb 2014-03-24-01:04:59 9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1 Check for kernel in /kernel/i386-randconfig-c4-03230733/9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1 kernel: /kernel/i386-randconfig-c4-03230733/9d90b2ca54ad8b0b9f3ff20e9a93fb07450b0fb1/vmlinuz-3.14.0-rc7-00540-g9d90b2c 2014-03-24-01:37:00 detecting boot state ..... 3. 11 26 38 77 118 133 136 160 189 194 195.. 196... 197.. 198 199.... 200 SUCCESS Bisecting: 1 revision left to test after this (roughly 1 step) [564ce606924e378825118a95937d9b03a6f1d1bf] Merge branch 'x86/iommu' running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:564ce606924e378825118a95937d9b03a6f1d1bf:bisect-usb 2014-03-24-01:54:02 564ce606924e378825118a95937d9b03a6f1d1bf compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-564ce606924e378825118a95937d9b03a6f1d1bf Check for kernel in /kernel/i386-randconfig-c4-03230733/564ce606924e378825118a95937d9b03a6f1d1bf waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-564ce606924e378825118a95937d9b03a6f1d1bf waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-564ce606924e378825118a95937d9b03a6f1d1bf kernel: /kernel/i386-randconfig-c4-03230733/564ce606924e378825118a95937d9b03a6f1d1bf/vmlinuz-3.14.0-rc7-00542-g564ce60 2014-03-24-02:01:02 detecting boot state .. 3 12 21 28 37 49 78 100 130 146 188 194 196 197 198. 199.......... 200 SUCCESS Bisecting: 0 revisions left to test after this (roughly 0 steps) [e2b32e6785138d92d2a40e0d0473575c8c7310a2] x86, kaslr: randomize module base load address running /c/kernel-tests/bisect-test-boot-failure.sh /home/wfg/usb/obj-bisect ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:e2b32e6785138d92d2a40e0d0473575c8c7310a2:bisect-usb 2014-03-24-02:16:04 e2b32e6785138d92d2a40e0d0473575c8c7310a2 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-e2b32e6785138d92d2a40e0d0473575c8c7310a2 Check for kernel in /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-e2b32e6785138d92d2a40e0d0473575c8c7310a2 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-e2b32e6785138d92d2a40e0d0473575c8c7310a2 kernel: /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/vmlinuz-3.14.0-rc4-00001-ge2b32e6 2014-03-24-02:37:04 detecting boot state 2. 8 TEST FAILURE [ 1.235869] Unpacking initramfs... [ 1.237942] Initramfs unpacking failed: junk in compressed archive [ 1.240087] debug: unmapping init [mem 0xce7ab000-0xcffeffff] [ 1.242382] BUG: unable to handle kernel paging request Elapsed time: 5 qemu-system-x86_64 -cpu kvm64 -enable-kvm -kernel /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/vmlinuz-3.14.0-rc4-00001-ge2b32e6 -append 'hung_task_panic=1 earlyprintk=ttyS0,115200 debug apic=debug sysrq_always_enabled rcupdate.rcu_cpu_stall_timeout=100 panic=10 softlockup_panic=1 nmi_watchdog=panic prompt_ramdisk=0 console=ttyS0,115200 console=tty0 vga=normal root=/dev/ram0 rw link=/kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:e2b32e6785138d92d2a40e0d0473575c8c7310a2:bisect-usb/.vmlinuz-e2b32e6785138d92d2a40e0d0473575c8c7310a2-20140324023648-111-athens branch=next/master BOOT_IMAGE=/kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/vmlinuz-3.14.0-rc4-00001-ge2b32e6 drbd.minor_count=8' -initrd /kernel-tests/initrd/quantal-core-i386.cgz -m 256 -smp 2 -net nic,vlan=1,model=e1000 -net user,vlan=1,hostfwd=tcp::10131-:22 -boot order=nc -no-reboot -watchdog i6300esb -rtc base=localtime -drive file=/fs/LABEL=KVM/disk0-quantal-athens-5,media=disk,if=virtio -drive file=/fs/LABEL=KVM/disk1-quantal-athens-5,media=disk,if=virtio -drive file=/fs/LABEL=KVM/disk2-quantal-athens-5,media=disk,if=virtio -drive file=/fs/LABEL=KVM/disk3-quantal-athens-5,media=disk,if=virtio -drive file=/fs/LABEL=KVM/disk4-quantal-athens-5,media=disk,if=virtio -drive file=/fs/LABEL=KVM/disk5-quantal-athens-5,media=disk,if=virtio -pidfile /dev/shm/kboot/pid-quantal-athens-5 -serial file:/dev/shm/kboot/serial-quantal-athens-5 -daemonize -display none -monitor null /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-quantal-inn-42:20140324023805:i386-randconfig-c4-03230733:: /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-quantal-ivytown2-29:20140324023809:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-cairo-1:20140324023812:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-cairo-30:20140324023812:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-ivytown2-10:20140324023813:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-roam-45:20140324023813:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-roam-7:20140324023815:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-snb-41:20140324023816:i386-randconfig-c4-03230733:: /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-xian-24:20140324023821:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-quantal-cairo-25:20140324023823:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 /kernel/i386-randconfig-c4-03230733/e2b32e6785138d92d2a40e0d0473575c8c7310a2/dmesg-yocto-ivytown2-86:20140324023823:i386-randconfig-c4-03230733:3.14.0-rc4-00001-ge2b32e6:1 6:11:13 all_good:bad:all_bad boots e2b32e6785138d92d2a40e0d0473575c8c7310a2 is the first bad commit commit e2b32e6785138d92d2a40e0d0473575c8c7310a2 Author: Kees Cook Date: Tue Feb 25 16:59:17 2014 -0800 x86, kaslr: randomize module base load address Randomize the load address of modules in the kernel to make kASLR effective for modules. Modules can only be loaded within a particular range of virtual address space. This patch adds 10 bits of entropy to the load address by adding 1-1024 * PAGE_SIZE to the beginning range where modules are loaded. The single base offset was chosen because randomizing each module load ends up wasting/fragmenting memory too much. Prior approaches to minimizing fragmentation while doing randomization tend to result in worse entropy than just doing a single base address offset. Example kASLR boot without this change, with a single module loaded: ---[ Modules ]--- 0xffffffffc0000000-0xffffffffc0001000 4K ro GLB x pte 0xffffffffc0001000-0xffffffffc0002000 4K ro GLB NX pte 0xffffffffc0002000-0xffffffffc0004000 8K RW GLB NX pte 0xffffffffc0004000-0xffffffffc0200000 2032K pte 0xffffffffc0200000-0xffffffffff000000 1006M pmd ---[ End Modules ]--- Example kASLR boot after this change, same module loaded: ---[ Modules ]--- 0xffffffffc0000000-0xffffffffc0200000 2M pmd 0xffffffffc0200000-0xffffffffc03bf000 1788K pte 0xffffffffc03bf000-0xffffffffc03c0000 4K ro GLB x pte 0xffffffffc03c0000-0xffffffffc03c1000 4K ro GLB NX pte 0xffffffffc03c1000-0xffffffffc03c3000 8K RW GLB NX pte 0xffffffffc03c3000-0xffffffffc0400000 244K pte 0xffffffffc0400000-0xffffffffff000000 1004M pmd ---[ End Modules ]--- Signed-off-by: Andy Honig Link: http://lkml.kernel.org/r/20140226005916.GA27083@www.outflux.net Signed-off-by: Kees Cook Signed-off-by: H. Peter Anvin :040000 040000 98944d430f08498d4cac869ef41f93d16c69ebeb 9afe78a3624e435eeed00cbe7abdf939eedb7862 M Documentation :040000 040000 552e97ed2cac64e3ef3938d4d5a715f17a6f09f7 bde56d648f6c391f688ab1b07dc3a09f3e4cd6a0 M arch bisect run success ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:cfbf8d4857c26a8a307fb7cd258074c9dcd8c691:bisect-usb 2014-03-24-02:38:39 cfbf8d4857c26a8a307fb7cd258074c9dcd8c691 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-cfbf8d4857c26a8a307fb7cd258074c9dcd8c691 Check for kernel in /kernel/i386-randconfig-c4-03230733/cfbf8d4857c26a8a307fb7cd258074c9dcd8c691 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-cfbf8d4857c26a8a307fb7cd258074c9dcd8c691 waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-cfbf8d4857c26a8a307fb7cd258074c9dcd8c691 kernel: /kernel/i386-randconfig-c4-03230733/cfbf8d4857c26a8a307fb7cd258074c9dcd8c691/vmlinuz-3.14.0-rc4 2014-03-24-03:06:39 detecting boot state .. 1 4 10. 11.. 18 23 29 53 65 76 82 84 85 104 127 143 165 186 196 204 226 240 257 287 313 333 353 365 398 467 525 546 564 586 596 598........... 599..... 600 SUCCESS ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:06ed26d1de59ce7cbbe68378b7e470be169750e5:bisect-usb TEST FAILURE [ 24.503147] sock: process `trinity-main' is using obsolete setsockopt SO_BSDCOMPAT [ 78.201511] [ 78.202696] =============================== [ 78.204339] [ INFO: suspicious RCU usage. ] [ 78.205975] 3.14.0-rc7-next-20140321 #16 Not tainted [ 78.225811] ------------------------------- [ 78.227474] include/linux/cgroup.h:687 suspicious rcu_dereference_check() usage! [ 78.230862] [ 78.230862] other info that might help us debug this: [ 78.230862] [ 78.252766] [ 78.252766] rcu_scheduler_active = 1, debug_locks = 0 [ 78.255591] no locks held by sh/24650. [ 78.257153] [ 78.257153] stack backtrace: [ 78.259594] CPU: 0 PID: 24650 Comm: sh Not tainted 3.14.0-rc7-next-20140321 #16 [ 78.280562] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 78.282476] 00000000 cb3b9ea0 c6d66a95 00000001 cb3b9ebc c64fdf76 c709d76f cb32c140 [ 78.286408] cb31a0a0 00000000 cb31a9c4 cb3b9ee0 c65581ba cb04a400 cb31a0a0 c71e0bb8 [ 78.304468] 00633f54 cb31a0a0 cb3da300 cb31a2d8 cb3b9f40 c647eabf 00000000 00000000 [ 78.308368] Call Trace: [ 78.309681] [] dump_stack+0xb8/0x108 [ 78.320954] [] lockdep_rcu_suspicious+0x1eb/0x202 [ 78.340746] [] cgroup_exit+0x1f5/0x464 [ 78.342474] [] copy_process+0x2370/0x2439 [ 78.344250] [] do_fork+0xb1/0x454 [ 78.345905] [] ? _copy_to_user+0x73/0x9a [ 78.347690] [] ? restore_all+0xf/0xf [ 78.367435] [] SyS_clone+0x24/0x42 [ 78.369088] [] syscall_call+0x7/0xb [ 172.850059] random: nonblocking pool is initialized /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-58:20140323155059:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-49:20140323231728:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-52:20140323155045:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-23:20140323155057:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-18:20140323155105:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-9:20140323155041:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-ivytown2-32:20140323151737:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-46:20140323231728:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-cairo-39:20140323151719:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-29:20140323155102:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-46:20140323155111:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 5:11:14 all_good:bad:all_bad boots [detached HEAD 2914987] Revert "x86, kaslr: randomize module base load address" 2 files changed, 5 insertions(+), 42 deletions(-) ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:291498742c8fb603e6f920dbb602ed8d81c1ae40:bisect-usb 2014-03-24-03:36:25 291498742c8fb603e6f920dbb602ed8d81c1ae40 compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-291498742c8fb603e6f920dbb602ed8d81c1ae40 Check for kernel in /kernel/i386-randconfig-c4-03230733/291498742c8fb603e6f920dbb602ed8d81c1ae40 waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-291498742c8fb603e6f920dbb602ed8d81c1ae40 status: FAIL: no commit 291498742c8fb603e6f920dbb602ed8d81c1ae40 for build task i386-randconfig-c4-03230733-291498742c8fb603e6f920dbb602ed8d81c1ae40 2014-03-24-03:45:25 291498742c8fb603e6f920dbb602ed8d81c1ae40 SKIP BROKEN BUILD No kernel in /kernel/i386-randconfig-c4-03230733/291498742c8fb603e6f920dbb602ed8d81c1ae40 ========= upstream ========= Warning: you are leaving 1 commit behind, not connected to any of your branches: 2914987 Revert "x86, kaslr: randomize module base load address" If you want to keep them by creating a new branch, this may be a good time to do so with: git branch new_branch_name 2914987 HEAD is now at 774868c... Merge branch 'perf-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:774868c7094d35b4518be3d0e654de000a5d11fc:bisect-usb 2014-03-24-03:45:30 774868c7094d35b4518be3d0e654de000a5d11fc compiling Queued build task to /kernel-tests/build-queue/i386-randconfig-c4-03230733-774868c7094d35b4518be3d0e654de000a5d11fc Check for kernel in /kernel/i386-randconfig-c4-03230733/774868c7094d35b4518be3d0e654de000a5d11fc waiting for completion of /kernel-tests/build-queue/i386-randconfig-c4-03230733-774868c7094d35b4518be3d0e654de000a5d11fc waiting for completion of /kernel-tests/build-queue/.i386-randconfig-c4-03230733-774868c7094d35b4518be3d0e654de000a5d11fc kernel: /kernel/i386-randconfig-c4-03230733/774868c7094d35b4518be3d0e654de000a5d11fc/vmlinuz-3.14.0-rc7-00066-g774868c 2014-03-24-04:03:30 detecting boot state ... 6 12 26 35 46 65 76. 78 81 89 102 116 129 145 211 233 254 285 297 332 355 387 409 417 464 504 540 549 561 566 577 597.......... 598 599.. 600 SUCCESS ========= linux-next ========= Previous HEAD position was 774868c... Merge branch 'perf-urgent-for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/tip/tip HEAD is now at 06ed26d... Add linux-next specific files for 20140321 ls -a /kernel-tests/run-queue/kvm/i386-randconfig-c4-03230733/next:master:06ed26d1de59ce7cbbe68378b7e470be169750e5:bisect-usb TEST FAILURE [ 24.503147] sock: process `trinity-main' is using obsolete setsockopt SO_BSDCOMPAT [ 78.201511] [ 78.202696] =============================== [ 78.204339] [ INFO: suspicious RCU usage. ] [ 78.205975] 3.14.0-rc7-next-20140321 #16 Not tainted [ 78.225811] ------------------------------- [ 78.227474] include/linux/cgroup.h:687 suspicious rcu_dereference_check() usage! [ 78.230862] [ 78.230862] other info that might help us debug this: [ 78.230862] [ 78.252766] [ 78.252766] rcu_scheduler_active = 1, debug_locks = 0 [ 78.255591] no locks held by sh/24650. [ 78.257153] [ 78.257153] stack backtrace: [ 78.259594] CPU: 0 PID: 24650 Comm: sh Not tainted 3.14.0-rc7-next-20140321 #16 [ 78.280562] Hardware name: Bochs Bochs, BIOS Bochs 01/01/2011 [ 78.282476] 00000000 cb3b9ea0 c6d66a95 00000001 cb3b9ebc c64fdf76 c709d76f cb32c140 [ 78.286408] cb31a0a0 00000000 cb31a9c4 cb3b9ee0 c65581ba cb04a400 cb31a0a0 c71e0bb8 [ 78.304468] 00633f54 cb31a0a0 cb3da300 cb31a2d8 cb3b9f40 c647eabf 00000000 00000000 [ 78.308368] Call Trace: [ 78.309681] [] dump_stack+0xb8/0x108 [ 78.320954] [] lockdep_rcu_suspicious+0x1eb/0x202 [ 78.340746] [] cgroup_exit+0x1f5/0x464 [ 78.342474] [] copy_process+0x2370/0x2439 [ 78.344250] [] do_fork+0xb1/0x454 [ 78.345905] [] ? _copy_to_user+0x73/0x9a [ 78.347690] [] ? restore_all+0xf/0xf [ 78.367435] [] SyS_clone+0x24/0x42 [ 78.369088] [] syscall_call+0x7/0xb [ 172.850059] random: nonblocking pool is initialized /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-58:20140323155059:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-49:20140323231728:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-52:20140323155045:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-23:20140323155057:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-18:20140323155105:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-9:20140323155041:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-ivytown2-32:20140323151737:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-46:20140323231728:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-cairo-39:20140323151719:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-yocto-lkp-sb04-29:20140323155102:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 /kernel/i386-randconfig-c4-03230733/06ed26d1de59ce7cbbe68378b7e470be169750e5/dmesg-quantal-lkp-sb04-46:20140323155111:i386-randconfig-c4-03230733:3.14.0-rc7-next-20140321:16 5:11:14 all_good:bad:all_bad boots