sysdeps/unix/sysv/linux/powerpc/elision-lock.c

   1 /* elision-lock.c: Elided pthread mutex lock.
   2    Copyright (C) 2015-2018 Free Software Foundation, Inc.
   3    This file is part of the GNU C Library.
   4
   5    The GNU C Library is free software; you can redistribute it and/or
   6    modify it under the terms of the GNU Lesser General Public
   7    License as published by the Free Software Foundation; either
   8    version 2.1 of the License, or (at your option) any later version.
   9
  10    The GNU C Library is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13    Lesser General Public License for more details.
  14
  15    You should have received a copy of the GNU Lesser General Public
  16    License along with the GNU C Library; if not, see
  17    <http://www.gnu.org/licenses/>.  */
  18
  19 #include <stdio.h>
  20 #include <pthread.h>
  21 #include <pthreadP.h>
  22 #include <lowlevellock.h>
  23 #include <elision-conf.h>
  24 #include "htm.h"
  25
  26 #if !defined(LLL_LOCK) && !defined(EXTRAARG)
  27 /* Make sure the configuration code is always linked in for static
  28    libraries.  */
  29 #include "elision-conf.c"
  30 #endif
  31
  32 #ifndef EXTRAARG
  33 # define EXTRAARG
  34 #endif
  35 #ifndef LLL_LOCK
  36 # define LLL_LOCK(a,b) lll_lock(a,b), 0
  37 #endif
  38
  39 #define aconf __elision_aconf
  40
  41 /* Adaptive lock using transactions.
  42    By default the lock region is run as a transaction, and when it
  43    aborts or the lock is busy the lock adapts itself.  */
  44
  45 int
  46 __lll_lock_elision (int *lock, short *adapt_count, EXTRAARG int pshared)
  47 {
  48 #ifndef __SPE__
  49   /* adapt_count is accessed concurrently but is just a hint.  Thus,
  50      use atomic accesses but relaxed MO is sufficient.  */
  51   if (atomic_load_relaxed (adapt_count) > 0)
  52     {
  53       goto use_lock;
  54     }
  55
  56   for (int i = aconf.try_tbegin; i > 0; i--)
  57     {
  58       if (__libc_tbegin (0))
  59         {
  60           if (*lock == 0)
  61             return 0;
  62           /* Lock was busy.  Fall back to normal locking.  */
  63           __libc_tabort (_ABORT_LOCK_BUSY);
  64         }
  65       else
  66         {
  67           /* A persistent failure indicates that a retry will probably
  68              result in another failure.  Use normal locking now and
  69              for the next couple of calls.  */
  70           if (_TEXASRU_FAILURE_PERSISTENT (__builtin_get_texasru ()))
  71             {
  72               if (aconf.skip_lock_internal_abort > 0)
  73                 atomic_store_relaxed (adapt_count,
  74                                       aconf.skip_lock_internal_abort);
  75               goto use_lock;
  76             }
  77         }
  78      }
  79
  80   /* Fall back to locks for a bit if retries have been exhausted */
  81   if (aconf.try_tbegin > 0 && aconf.skip_lock_out_of_tbegin_retries > 0)
  82     atomic_store_relaxed (adapt_count,
  83                           aconf.skip_lock_out_of_tbegin_retries);
  84
  85 use_lock:
  86 #endif
  87   return LLL_LOCK ((*lock), pshared);
  88 }