Commit 9aeaf5bc authored by Andi Kleen's avatar Andi Kleen Committed by Ingo Molnar

locking/spinlocks: Mark spinlocks noinline when inline spinlocks are disabled

Otherwise LTO will inline them anyways and cause a large kernel text increase.

Since the explicit intention here is to not inline them marking them noinline
is good documentation even for the non-LTO case.
Signed-off-by: default avatarAndi Kleen <ak@linux.intel.com>
Signed-off-by: default avatarMartin Liska <mliska@suse.cz>
Signed-off-by: default avatarJiri Slaby <jslaby@suse.cz>
Signed-off-by: default avatarIngo Molnar <mingo@kernel.org>
Link: https://lore.kernel.org/r/20220719110548.1544-1-jslaby@suse.cz
parent d171011e
...@@ -133,7 +133,7 @@ BUILD_LOCK_OPS(write, rwlock); ...@@ -133,7 +133,7 @@ BUILD_LOCK_OPS(write, rwlock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_TRYLOCK #ifndef CONFIG_INLINE_SPIN_TRYLOCK
int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock) noinline int __lockfunc _raw_spin_trylock(raw_spinlock_t *lock)
{ {
return __raw_spin_trylock(lock); return __raw_spin_trylock(lock);
} }
...@@ -141,7 +141,7 @@ EXPORT_SYMBOL(_raw_spin_trylock); ...@@ -141,7 +141,7 @@ EXPORT_SYMBOL(_raw_spin_trylock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_TRYLOCK_BH #ifndef CONFIG_INLINE_SPIN_TRYLOCK_BH
int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock) noinline int __lockfunc _raw_spin_trylock_bh(raw_spinlock_t *lock)
{ {
return __raw_spin_trylock_bh(lock); return __raw_spin_trylock_bh(lock);
} }
...@@ -149,7 +149,7 @@ EXPORT_SYMBOL(_raw_spin_trylock_bh); ...@@ -149,7 +149,7 @@ EXPORT_SYMBOL(_raw_spin_trylock_bh);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK #ifndef CONFIG_INLINE_SPIN_LOCK
void __lockfunc _raw_spin_lock(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock(raw_spinlock_t *lock)
{ {
__raw_spin_lock(lock); __raw_spin_lock(lock);
} }
...@@ -157,7 +157,7 @@ EXPORT_SYMBOL(_raw_spin_lock); ...@@ -157,7 +157,7 @@ EXPORT_SYMBOL(_raw_spin_lock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_IRQSAVE #ifndef CONFIG_INLINE_SPIN_LOCK_IRQSAVE
unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock) noinline unsigned long __lockfunc _raw_spin_lock_irqsave(raw_spinlock_t *lock)
{ {
return __raw_spin_lock_irqsave(lock); return __raw_spin_lock_irqsave(lock);
} }
...@@ -165,7 +165,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irqsave); ...@@ -165,7 +165,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_IRQ #ifndef CONFIG_INLINE_SPIN_LOCK_IRQ
void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock_irq(raw_spinlock_t *lock)
{ {
__raw_spin_lock_irq(lock); __raw_spin_lock_irq(lock);
} }
...@@ -173,7 +173,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irq); ...@@ -173,7 +173,7 @@ EXPORT_SYMBOL(_raw_spin_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_LOCK_BH #ifndef CONFIG_INLINE_SPIN_LOCK_BH
void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_lock_bh(raw_spinlock_t *lock)
{ {
__raw_spin_lock_bh(lock); __raw_spin_lock_bh(lock);
} }
...@@ -181,7 +181,7 @@ EXPORT_SYMBOL(_raw_spin_lock_bh); ...@@ -181,7 +181,7 @@ EXPORT_SYMBOL(_raw_spin_lock_bh);
#endif #endif
#ifdef CONFIG_UNINLINE_SPIN_UNLOCK #ifdef CONFIG_UNINLINE_SPIN_UNLOCK
void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock(raw_spinlock_t *lock)
{ {
__raw_spin_unlock(lock); __raw_spin_unlock(lock);
} }
...@@ -189,7 +189,7 @@ EXPORT_SYMBOL(_raw_spin_unlock); ...@@ -189,7 +189,7 @@ EXPORT_SYMBOL(_raw_spin_unlock);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQRESTORE
void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_spin_unlock_irqrestore(raw_spinlock_t *lock, unsigned long flags)
{ {
__raw_spin_unlock_irqrestore(lock, flags); __raw_spin_unlock_irqrestore(lock, flags);
} }
...@@ -197,7 +197,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irqrestore); ...@@ -197,7 +197,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQ #ifndef CONFIG_INLINE_SPIN_UNLOCK_IRQ
void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock_irq(raw_spinlock_t *lock)
{ {
__raw_spin_unlock_irq(lock); __raw_spin_unlock_irq(lock);
} }
...@@ -205,7 +205,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irq); ...@@ -205,7 +205,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_SPIN_UNLOCK_BH #ifndef CONFIG_INLINE_SPIN_UNLOCK_BH
void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock) noinline void __lockfunc _raw_spin_unlock_bh(raw_spinlock_t *lock)
{ {
__raw_spin_unlock_bh(lock); __raw_spin_unlock_bh(lock);
} }
...@@ -215,7 +215,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_bh); ...@@ -215,7 +215,7 @@ EXPORT_SYMBOL(_raw_spin_unlock_bh);
#ifndef CONFIG_PREEMPT_RT #ifndef CONFIG_PREEMPT_RT
#ifndef CONFIG_INLINE_READ_TRYLOCK #ifndef CONFIG_INLINE_READ_TRYLOCK
int __lockfunc _raw_read_trylock(rwlock_t *lock) noinline int __lockfunc _raw_read_trylock(rwlock_t *lock)
{ {
return __raw_read_trylock(lock); return __raw_read_trylock(lock);
} }
...@@ -223,7 +223,7 @@ EXPORT_SYMBOL(_raw_read_trylock); ...@@ -223,7 +223,7 @@ EXPORT_SYMBOL(_raw_read_trylock);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK #ifndef CONFIG_INLINE_READ_LOCK
void __lockfunc _raw_read_lock(rwlock_t *lock) noinline void __lockfunc _raw_read_lock(rwlock_t *lock)
{ {
__raw_read_lock(lock); __raw_read_lock(lock);
} }
...@@ -231,7 +231,7 @@ EXPORT_SYMBOL(_raw_read_lock); ...@@ -231,7 +231,7 @@ EXPORT_SYMBOL(_raw_read_lock);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_IRQSAVE #ifndef CONFIG_INLINE_READ_LOCK_IRQSAVE
unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock) noinline unsigned long __lockfunc _raw_read_lock_irqsave(rwlock_t *lock)
{ {
return __raw_read_lock_irqsave(lock); return __raw_read_lock_irqsave(lock);
} }
...@@ -239,7 +239,7 @@ EXPORT_SYMBOL(_raw_read_lock_irqsave); ...@@ -239,7 +239,7 @@ EXPORT_SYMBOL(_raw_read_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_IRQ #ifndef CONFIG_INLINE_READ_LOCK_IRQ
void __lockfunc _raw_read_lock_irq(rwlock_t *lock) noinline void __lockfunc _raw_read_lock_irq(rwlock_t *lock)
{ {
__raw_read_lock_irq(lock); __raw_read_lock_irq(lock);
} }
...@@ -247,7 +247,7 @@ EXPORT_SYMBOL(_raw_read_lock_irq); ...@@ -247,7 +247,7 @@ EXPORT_SYMBOL(_raw_read_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_READ_LOCK_BH #ifndef CONFIG_INLINE_READ_LOCK_BH
void __lockfunc _raw_read_lock_bh(rwlock_t *lock) noinline void __lockfunc _raw_read_lock_bh(rwlock_t *lock)
{ {
__raw_read_lock_bh(lock); __raw_read_lock_bh(lock);
} }
...@@ -255,7 +255,7 @@ EXPORT_SYMBOL(_raw_read_lock_bh); ...@@ -255,7 +255,7 @@ EXPORT_SYMBOL(_raw_read_lock_bh);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK #ifndef CONFIG_INLINE_READ_UNLOCK
void __lockfunc _raw_read_unlock(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock(rwlock_t *lock)
{ {
__raw_read_unlock(lock); __raw_read_unlock(lock);
} }
...@@ -263,7 +263,7 @@ EXPORT_SYMBOL(_raw_read_unlock); ...@@ -263,7 +263,7 @@ EXPORT_SYMBOL(_raw_read_unlock);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_READ_UNLOCK_IRQRESTORE
void __lockfunc _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_read_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{ {
__raw_read_unlock_irqrestore(lock, flags); __raw_read_unlock_irqrestore(lock, flags);
} }
...@@ -271,7 +271,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irqrestore); ...@@ -271,7 +271,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_IRQ #ifndef CONFIG_INLINE_READ_UNLOCK_IRQ
void __lockfunc _raw_read_unlock_irq(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock_irq(rwlock_t *lock)
{ {
__raw_read_unlock_irq(lock); __raw_read_unlock_irq(lock);
} }
...@@ -279,7 +279,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irq); ...@@ -279,7 +279,7 @@ EXPORT_SYMBOL(_raw_read_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_READ_UNLOCK_BH #ifndef CONFIG_INLINE_READ_UNLOCK_BH
void __lockfunc _raw_read_unlock_bh(rwlock_t *lock) noinline void __lockfunc _raw_read_unlock_bh(rwlock_t *lock)
{ {
__raw_read_unlock_bh(lock); __raw_read_unlock_bh(lock);
} }
...@@ -287,7 +287,7 @@ EXPORT_SYMBOL(_raw_read_unlock_bh); ...@@ -287,7 +287,7 @@ EXPORT_SYMBOL(_raw_read_unlock_bh);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_TRYLOCK #ifndef CONFIG_INLINE_WRITE_TRYLOCK
int __lockfunc _raw_write_trylock(rwlock_t *lock) noinline int __lockfunc _raw_write_trylock(rwlock_t *lock)
{ {
return __raw_write_trylock(lock); return __raw_write_trylock(lock);
} }
...@@ -295,7 +295,7 @@ EXPORT_SYMBOL(_raw_write_trylock); ...@@ -295,7 +295,7 @@ EXPORT_SYMBOL(_raw_write_trylock);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK #ifndef CONFIG_INLINE_WRITE_LOCK
void __lockfunc _raw_write_lock(rwlock_t *lock) noinline void __lockfunc _raw_write_lock(rwlock_t *lock)
{ {
__raw_write_lock(lock); __raw_write_lock(lock);
} }
...@@ -313,7 +313,7 @@ EXPORT_SYMBOL(_raw_write_lock_nested); ...@@ -313,7 +313,7 @@ EXPORT_SYMBOL(_raw_write_lock_nested);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_IRQSAVE #ifndef CONFIG_INLINE_WRITE_LOCK_IRQSAVE
unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock) noinline unsigned long __lockfunc _raw_write_lock_irqsave(rwlock_t *lock)
{ {
return __raw_write_lock_irqsave(lock); return __raw_write_lock_irqsave(lock);
} }
...@@ -321,7 +321,7 @@ EXPORT_SYMBOL(_raw_write_lock_irqsave); ...@@ -321,7 +321,7 @@ EXPORT_SYMBOL(_raw_write_lock_irqsave);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_IRQ #ifndef CONFIG_INLINE_WRITE_LOCK_IRQ
void __lockfunc _raw_write_lock_irq(rwlock_t *lock) noinline void __lockfunc _raw_write_lock_irq(rwlock_t *lock)
{ {
__raw_write_lock_irq(lock); __raw_write_lock_irq(lock);
} }
...@@ -329,7 +329,7 @@ EXPORT_SYMBOL(_raw_write_lock_irq); ...@@ -329,7 +329,7 @@ EXPORT_SYMBOL(_raw_write_lock_irq);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_LOCK_BH #ifndef CONFIG_INLINE_WRITE_LOCK_BH
void __lockfunc _raw_write_lock_bh(rwlock_t *lock) noinline void __lockfunc _raw_write_lock_bh(rwlock_t *lock)
{ {
__raw_write_lock_bh(lock); __raw_write_lock_bh(lock);
} }
...@@ -337,7 +337,7 @@ EXPORT_SYMBOL(_raw_write_lock_bh); ...@@ -337,7 +337,7 @@ EXPORT_SYMBOL(_raw_write_lock_bh);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK #ifndef CONFIG_INLINE_WRITE_UNLOCK
void __lockfunc _raw_write_unlock(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock(rwlock_t *lock)
{ {
__raw_write_unlock(lock); __raw_write_unlock(lock);
} }
...@@ -345,7 +345,7 @@ EXPORT_SYMBOL(_raw_write_unlock); ...@@ -345,7 +345,7 @@ EXPORT_SYMBOL(_raw_write_unlock);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE #ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQRESTORE
void __lockfunc _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags) noinline void __lockfunc _raw_write_unlock_irqrestore(rwlock_t *lock, unsigned long flags)
{ {
__raw_write_unlock_irqrestore(lock, flags); __raw_write_unlock_irqrestore(lock, flags);
} }
...@@ -353,7 +353,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irqrestore); ...@@ -353,7 +353,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irqrestore);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQ #ifndef CONFIG_INLINE_WRITE_UNLOCK_IRQ
void __lockfunc _raw_write_unlock_irq(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock_irq(rwlock_t *lock)
{ {
__raw_write_unlock_irq(lock); __raw_write_unlock_irq(lock);
} }
...@@ -361,7 +361,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irq); ...@@ -361,7 +361,7 @@ EXPORT_SYMBOL(_raw_write_unlock_irq);
#endif #endif
#ifndef CONFIG_INLINE_WRITE_UNLOCK_BH #ifndef CONFIG_INLINE_WRITE_UNLOCK_BH
void __lockfunc _raw_write_unlock_bh(rwlock_t *lock) noinline void __lockfunc _raw_write_unlock_bh(rwlock_t *lock)
{ {
__raw_write_unlock_bh(lock); __raw_write_unlock_bh(lock);
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment