#ifndef _I386_SEMAPHORE_H #define _I386_SEMAPHORE_H #include /* * SMP- and interrupt-safe semaphores.. * * (C) Copyright 1996 Linus Torvalds * * Modified 1996-12-23 by Dave Grothe to fix bugs in * the original code and to make semaphore waits * interruptible so that processes waiting on * semaphores can be killed. * Modified 1999-02-14 by Andrea Arcangeli, split the sched.c helper * functions in asm/sempahore-helper.h while fixing a * potential and subtle race discovered by Ulrich Schmid * in down_interruptible(). Since I started to play here I * also implemented the `trylock' semaphore operation. * 1999-07-02 Artur Skawina * Optimized "0(ecx)" -> "(ecx)" (the assembler does not * do this). Changed calling sequences from push/jmp to * traditional call/ret. * * If you would like to see an analysis of this implementation, please * ftp to gcom.com and download the file * /pub/linux/src/semaphore/semaphore-2.0.24.tar.gz. * */ #include #include #include struct semaphore { atomic_t count; int waking; struct wait_queue * wait; }; #define MUTEX ((struct semaphore) { ATOMIC_INIT(1), 0, NULL }) #define MUTEX_LOCKED ((struct semaphore) { ATOMIC_INIT(0), 0, NULL }) asmlinkage void __down_failed(void /* special register calling convention */); asmlinkage int __down_failed_interruptible(void /* params in registers */); asmlinkage int __down_failed_trylock(void /* params in registers */); asmlinkage void __up_wakeup(void /* special register calling convention */); asmlinkage void __down(struct semaphore * sem); asmlinkage int __down_interruptible(struct semaphore * sem); asmlinkage int __down_trylock(struct semaphore * sem); asmlinkage void __up(struct semaphore * sem); extern spinlock_t semaphore_wake_lock; #define sema_init(sem, val) atomic_set(&((sem)->count), (val)) /* * This is ugly, but we want the default case to fall through. * "down_failed" is a special asm handler that calls the C * routine that actually waits. See arch/i386/lib/semaphore.S */ extern inline void down(struct semaphore * sem) { __asm__ __volatile__( "# atomic down operation\n\t" #ifdef __SMP__ "lock ; " #endif "decl (%0)\n\t" /* --sem->count */ #ifdef __ELF__ "js 2f\n" "1:\n" ".section .text.lock,\"ax\"\n" #else "jns 1f\n" #endif "2:\tcall __down_failed\n\t" #ifdef __ELF__ "jmp 1b\n" ".previous" #else "1:\n" #endif :/* no outputs */ :"c" (sem) :"memory"); } extern inline int down_interruptible(struct semaphore * sem) { int result; __asm__ __volatile__( "# atomic interruptible down operation\n\t" #ifdef __SMP__ "lock ; " #endif "decl (%1)\n\t" /* --sem->count */ "js 2f\n\t" "xorl %0,%0\n" #ifdef __ELF__ "1:\n" ".section .text.lock,\"ax\"\n" #else "jmp 1f\n" #endif "2:\tcall __down_failed_interruptible\n\t" #ifdef __ELF__ "jmp 1b\n" ".previous" #else "1:\n" #endif :"=a" (result) :"c" (sem) :"memory"); return result; } extern inline int down_trylock(struct semaphore * sem) { int result; __asm__ __volatile__( "# atomic interruptible down operation\n\t" #ifdef __SMP__ "lock ; " #endif "decl (%1)\n\t" /* --sem->count */ "js 2f\n\t" "xorl %0,%0\n" #ifdef __ELF__ "1:\n" ".section .text.lock,\"ax\"\n" #else "jmp 1f\n" #endif "2:\tcall __down_failed_trylock\n\t" #ifdef __ELF__ "jmp 1b\n" ".previous" #else "1:\n" #endif :"=a" (result) :"c" (sem) :"memory"); return result; } /* * Note! This is subtle. We jump to wake people up only if * the semaphore was negative (== somebody was waiting on it). * The default case (no contention) will result in NO * jumps for both down() and up(). */ extern inline void up(struct semaphore * sem) { __asm__ __volatile__( "# atomic up operation\n\t" #ifdef __SMP__ "lock ; " #endif "incl (%0)\n\t" /* ++sem->count */ #ifdef __ELF__ "jle 2f\n" "1:\n" ".section .text.lock,\"ax\"\n" #else "jnle 1f\n" #endif "2:\tcall __up_wakeup\n\t" #ifdef __ELF__ "jmp 1b\n" ".previous" #else "1:\n" #endif :/* no outputs */ :"c" (sem) :"memory"); } #endif