1 /* Copyright (C) 2002-2013 Free Software Foundation, Inc.
2 This file is part of the GNU C Library.
3 Contributed by Ulrich Drepper <drepper@redhat.com>, 2002.
5 The GNU C Library is free software; you can redistribute it and/or
6 modify it under the terms of the GNU Lesser General Public
7 License as published by the Free Software Foundation; either
8 version 2.1 of the License, or (at your option) any later version.
10 The GNU C Library is distributed in the hope that it will be useful,
11 but WITHOUT ANY WARRANTY; without even the implied warranty of
12 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 Lesser General Public License for more details.
15 You should have received a copy of the GNU Lesser General Public
16 License along with the GNU C Library; if not, see
17 <http://www.gnu.org/licenses/>. */
20 #include <lowlevellock.h>
21 #include <lowlevelrwlock.h>
22 #include <pthread-errnos.h>
23 #include <kernel-features.h>
25 #include <stap-probe.h>
29 .globl __pthread_rwlock_wrlock
30 .type __pthread_rwlock_wrlock,@function
32 __pthread_rwlock_wrlock:
35 cfi_adjust_cfa_offset(4)
37 cfi_adjust_cfa_offset(4)
44 LIBC_PROBE (wrlock_entry, 1, %ebx)
53 cmpxchgl %edx, MUTEX(%ebx)
57 2: movl WRITER(%ebx), %eax
60 cmpl $0, NR_READERS(%ebx)
63 3: addl $1, WRITERS_QUEUED(%ebx)
66 movl WRITERS_WAKEUP(%ebx), %edx
77 #ifdef __ASSUME_PRIVATE_FUTEX
78 movzbl PSHARED(%ebx), %ecx
79 xorl $FUTEX_PRIVATE_FLAG|FUTEX_WAIT, %ecx
81 movzbl PSHARED(%ebx), %ecx
85 xorl %gs:PRIVATE_FUTEX, %ecx
87 addl $WRITERS_WAKEUP, %ebx
91 subl $WRITERS_WAKEUP, %ebx
100 cmpxchgl %edx, MUTEX(%ebx)
104 13: subl $1, WRITERS_QUEUED(%ebx)
109 movl %eax, WRITER(%ebx)
121 cfi_adjust_cfa_offset(-4)
124 cfi_adjust_cfa_offset(-4)
128 cfi_adjust_cfa_offset(8)
130 cfi_offset(%ebx, -12)
135 leal MUTEX(%ebx), %edx
137 movzbl PSHARED(%ebx), %ecx
141 14: cmpl %gs:TID , %eax
150 leal MUTEX(%ebx), %eax
152 movzbl PSHARED(%ebx), %ecx
153 call __lll_unlock_wake
156 4: subl $1, WRITERS_QUEUED(%ebx)
164 leal MUTEX(%ebx), %eax
166 movzbl PSHARED(%ebx), %ecx
167 call __lll_unlock_wake
174 leal MUTEX(%ebx), %edx
176 movzbl PSHARED(%ebx), %ecx
180 .size __pthread_rwlock_wrlock,.-__pthread_rwlock_wrlock
182 strong_alias (__pthread_rwlock_wrlock, pthread_rwlock_wrlock)
183 hidden_def (__pthread_rwlock_wrlock)