On UP it's unnecessary to store or retrieve the CPU number of a process,
since it's a known constant. This patch implements a microoptimisation
by first replacing explicit accesses to ->thread_info->cpu by two new
macros, and then providing optimised stubs for these in UP kernels.
Works on x86, but unfortunately not yet on other archs; the problem
is the #include mess and where to put the UP versions of the macros.
Suggestions welcome.
This patch is for 2.5.8; a version for 2.4.19-pre6 is available in
<http://www.csd.uu.se/~mikpe/linux/patches/2.4/>.
/Mikael
diff -ruN linux-2.5.8/arch/i386/kernel/smpboot.c linux-2.5.8.up-opt/arch/i386/kernel/smpboot.c
--- linux-2.5.8/arch/i386/kernel/smpboot.c Mon Apr 15 00:32:51 2002
+++ linux-2.5.8.up-opt/arch/i386/kernel/smpboot.c Mon Apr 15 00:47:08 2002
@@ -1055,7 +1055,7 @@
map_cpu_to_boot_apicid(0, boot_cpu_apicid);
global_irq_holder = NO_PROC_ID;
- current_thread_info()->cpu = 0;
+ set_thread_info_cpu(current_thread_info(), 0);
smp_tune_scheduling();
/*
diff -ruN linux-2.5.8/fs/proc/array.c linux-2.5.8.up-opt/fs/proc/array.c
--- linux-2.5.8/fs/proc/array.c Mon Apr 15 00:32:53 2002
+++ linux-2.5.8.up-opt/fs/proc/array.c Mon Apr 15 00:47:08 2002
@@ -389,7 +389,7 @@
task->nswap,
task->cnswap,
task->exit_signal,
- task->thread_info->cpu);
+ thread_info_cpu(task->thread_info));
if(mm)
mmput(mm);
return res;
diff -ruN linux-2.5.8/include/asm-i386/smp.h linux-2.5.8.up-opt/include/asm-i386/smp.h
--- linux-2.5.8/include/asm-i386/smp.h Wed Feb 20 03:10:54 2002
+++ linux-2.5.8.up-opt/include/asm-i386/smp.h Mon Apr 15 00:47:08 2002
@@ -105,7 +105,7 @@
* so this is correct in the x86 case.
*/
-#define smp_processor_id() (current_thread_info()->cpu)
+#define smp_processor_id() thread_info_cpu(current_thread_info())
static __inline int hard_smp_processor_id(void)
{
diff -ruN linux-2.5.8/include/asm-i386/thread_info.h linux-2.5.8.up-opt/include/asm-i386/thread_info.h
--- linux-2.5.8/include/asm-i386/thread_info.h Mon Apr 15 00:32:54 2002
+++ linux-2.5.8.up-opt/include/asm-i386/thread_info.h Mon Apr 15 00:47:42 2002
@@ -24,26 +24,44 @@
struct task_struct *task; /* main task structure */
struct exec_domain *exec_domain; /* execution domain */
unsigned long flags; /* low level flags */
- __u32 cpu; /* current CPU */
- __s32 preempt_count; /* 0 => preemptable, <0 => BUG */
-
mm_segment_t addr_limit; /* thread address space:
0-0xBFFFFFFF for user-thead
0-0xFFFFFFFF for kernel-thread
*/
-
+ __s32 preempt_count; /* 0 => preemptable, <0 => BUG */
+#ifdef CONFIG_SMP
+ __u32 cpu; /* current CPU */
+#endif
__u8 supervisor_stack[0];
};
+#ifdef CONFIG_SMP
+static inline int thread_info_cpu(const struct thread_info *ti)
+{
+ return ti->cpu;
+}
+static inline void set_thread_info_cpu(struct thread_info *ti, int cpu)
+{
+ ti->cpu = cpu;
+}
+#define TI_CPU_INIT cpu: 0,
+#else
+static inline int thread_info_cpu(const struct thread_info *ti) { return 0; }
+static inline void set_thread_info_cpu(struct thread_info *ti, int cpu) { }
+#define TI_CPU_INIT /*empty*/
+#endif
+
#else /* !__ASSEMBLY__ */
/* offsets into the thread_info struct for assembly code access */
#define TI_TASK 0x00000000
#define TI_EXEC_DOMAIN 0x00000004
#define TI_FLAGS 0x00000008
-#define TI_CPU 0x0000000C
+#define TI_ADDR_LIMIT 0x0000000C
#define TI_PRE_COUNT 0x00000010
-#define TI_ADDR_LIMIT 0x00000014
+#ifdef CONFIG_SMP
+#define TI_CPU 0x00000014
+#endif
#endif
@@ -58,8 +76,8 @@
task: &tsk, \
exec_domain: &default_exec_domain, \
flags: 0, \
- cpu: 0, \
addr_limit: KERNEL_DS, \
+ TI_CPU_INIT \
}
#define init_thread_info (init_thread_union.thread_info)
diff -ruN linux-2.5.8/kernel/sched.c linux-2.5.8.up-opt/kernel/sched.c
--- linux-2.5.8/kernel/sched.c Mon Apr 15 00:32:54 2002
+++ linux-2.5.8.up-opt/kernel/sched.c Mon Apr 15 00:47:08 2002
@@ -153,7 +153,7 @@
#define cpu_rq(cpu) (runqueues + (cpu))
#define this_rq() cpu_rq(smp_processor_id())
-#define task_rq(p) cpu_rq((p)->thread_info->cpu)
+#define task_rq(p) cpu_rq(thread_info_cpu((p)->thread_info))
#define cpu_curr(cpu) (cpu_rq(cpu)->curr)
#define rt_task(p) ((p)->prio < MAX_RT_PRIO)
@@ -264,8 +264,8 @@
need_resched = test_and_set_tsk_thread_flag(p,TIF_NEED_RESCHED);
nrpolling |= test_tsk_thread_flag(p,TIF_POLLING_NRFLAG);
- if (!need_resched && !nrpolling && (p->thread_info->cpu != smp_processor_id()))
- smp_send_reschedule(p->thread_info->cpu);
+ if (!need_resched && !nrpolling && (thread_info_cpu(p->thread_info) != smp_processor_id()))
+ smp_send_reschedule(thread_info_cpu(p->thread_info));
preempt_enable();
#else
set_tsk_need_resched(p);
@@ -366,7 +366,7 @@
p->sleep_avg = p->sleep_avg * CHILD_PENALTY / 100;
p->prio = effective_prio(p);
}
- p->thread_info->cpu = smp_processor_id();
+ set_thread_info_cpu(p->thread_info, smp_processor_id());
activate_task(p, rq);
spin_unlock_irq(&rq->lock);
@@ -609,7 +609,7 @@
*/
dequeue_task(next, array);
busiest->nr_running--;
- next->thread_info->cpu = this_cpu;
+ set_thread_info_cpu(next->thread_info, this_cpu);
this_rq->nr_running++;
enqueue_task(next, this_rq->active);
if (next->prio < current->prio)
@@ -1535,7 +1535,7 @@
void __init init_idle(task_t *idle, int cpu)
{
- runqueue_t *idle_rq = cpu_rq(cpu), *rq = cpu_rq(idle->thread_info->cpu);
+ runqueue_t *idle_rq = cpu_rq(cpu), *rq = cpu_rq(thread_info_cpu(idle->thread_info));
unsigned long flags;
__save_flags(flags);
@@ -1547,7 +1547,7 @@
idle->array = NULL;
idle->prio = MAX_PRIO;
idle->state = TASK_RUNNING;
- idle->thread_info->cpu = cpu;
+ set_thread_info_cpu(idle->thread_info, cpu);
double_rq_unlock(idle_rq, rq);
set_tsk_need_resched(idle);
__restore_flags(flags);
@@ -1655,7 +1655,7 @@
* Can the task run on the task's current CPU? If not then
* migrate the process off to a proper CPU.
*/
- if (new_mask & (1UL << p->thread_info->cpu)) {
+ if (new_mask & (1UL << thread_info_cpu(p->thread_info))) {
task_rq_unlock(rq, &flags);
return;
}
@@ -1737,16 +1737,16 @@
cpu_dest = __ffs(p->cpus_allowed);
rq_dest = cpu_rq(cpu_dest);
repeat:
- cpu_src = p->thread_info->cpu;
+ cpu_src = thread_info_cpu(p->thread_info);
rq_src = cpu_rq(cpu_src);
double_rq_lock(rq_src, rq_dest);
- if (p->thread_info->cpu != cpu_src) {
+ if (thread_info_cpu(p->thread_info) != cpu_src) {
double_rq_unlock(rq_src, rq_dest);
goto repeat;
}
if (rq_src == rq) {
- p->thread_info->cpu = cpu_dest;
+ set_thread_info_cpu(p->thread_info, cpu_dest);
if (p->array) {
deactivate_task(p, rq_src);
activate_task(p, rq_dest);
diff -ruN linux-2.5.8/kernel/signal.c linux-2.5.8.up-opt/kernel/signal.c
--- linux-2.5.8/kernel/signal.c Tue Mar 19 01:10:08 2002
+++ linux-2.5.8.up-opt/kernel/signal.c Mon Apr 15 00:47:08 2002
@@ -508,7 +508,7 @@
* process of changing - but no harm is done by that
* other than doing an extra (lightweight) IPI interrupt.
*/
- if ((t->state == TASK_RUNNING) && (t->thread_info->cpu != smp_processor_id()))
+ if ((t->state == TASK_RUNNING) && (thread_info_cpu(t->thread_info) != smp_processor_id()))
kick_if_running(t);
#endif
if (t->state & TASK_INTERRUPTIBLE) {
-
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@vger.kernel.org
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/
This archive was generated by hypermail 2b29 : Mon Apr 15 2002 - 22:00:24 EST