libsanitizer/tsan/tsan_rtl_amd64.S

   1 #include "sanitizer_common/sanitizer_asm.h"
   2 #if !defined(__APPLE__)
   3 .section .text
   4 #else
   5 .section __TEXT,__text
   6 #endif
   7
   8 ASM_HIDDEN(__tsan_trace_switch)
   9 .globl ASM_TSAN_SYMBOL(__tsan_trace_switch_thunk)
  10 ASM_TSAN_SYMBOL(__tsan_trace_switch_thunk):
  11   CFI_STARTPROC
  12   # Save scratch registers.
  13   push %rax
  14   CFI_ADJUST_CFA_OFFSET(8)
  15   CFI_REL_OFFSET(%rax, 0)
  16   push %rcx
  17   CFI_ADJUST_CFA_OFFSET(8)
  18   CFI_REL_OFFSET(%rcx, 0)
  19   push %rdx
  20   CFI_ADJUST_CFA_OFFSET(8)
  21   CFI_REL_OFFSET(%rdx, 0)
  22   push %rsi
  23   CFI_ADJUST_CFA_OFFSET(8)
  24   CFI_REL_OFFSET(%rsi, 0)
  25   push %rdi
  26   CFI_ADJUST_CFA_OFFSET(8)
  27   CFI_REL_OFFSET(%rdi, 0)
  28   push %r8
  29   CFI_ADJUST_CFA_OFFSET(8)
  30   CFI_REL_OFFSET(%r8, 0)
  31   push %r9
  32   CFI_ADJUST_CFA_OFFSET(8)
  33   CFI_REL_OFFSET(%r9, 0)
  34   push %r10
  35   CFI_ADJUST_CFA_OFFSET(8)
  36   CFI_REL_OFFSET(%r10, 0)
  37   push %r11
  38   CFI_ADJUST_CFA_OFFSET(8)
  39   CFI_REL_OFFSET(%r11, 0)
  40   # Align stack frame.
  41   push %rbx  # non-scratch
  42   CFI_ADJUST_CFA_OFFSET(8)
  43   CFI_REL_OFFSET(%rbx, 0)
  44   mov %rsp, %rbx  # save current rsp
  45   CFI_DEF_CFA_REGISTER(%rbx)
  46   shr $4, %rsp  # clear 4 lsb, align to 16
  47   shl $4, %rsp
  48
  49   call ASM_TSAN_SYMBOL(__tsan_trace_switch)
  50
  51   # Unalign stack frame back.
  52   mov %rbx, %rsp  # restore the original rsp
  53   CFI_DEF_CFA_REGISTER(%rsp)
  54   pop %rbx
  55   CFI_ADJUST_CFA_OFFSET(-8)
  56   # Restore scratch registers.
  57   pop %r11
  58   CFI_ADJUST_CFA_OFFSET(-8)
  59   pop %r10
  60   CFI_ADJUST_CFA_OFFSET(-8)
  61   pop %r9
  62   CFI_ADJUST_CFA_OFFSET(-8)
  63   pop %r8
  64   CFI_ADJUST_CFA_OFFSET(-8)
  65   pop %rdi
  66   CFI_ADJUST_CFA_OFFSET(-8)
  67   pop %rsi
  68   CFI_ADJUST_CFA_OFFSET(-8)
  69   pop %rdx
  70   CFI_ADJUST_CFA_OFFSET(-8)
  71   pop %rcx
  72   CFI_ADJUST_CFA_OFFSET(-8)
  73   pop %rax
  74   CFI_ADJUST_CFA_OFFSET(-8)
  75   CFI_RESTORE(%rax)
  76   CFI_RESTORE(%rbx)
  77   CFI_RESTORE(%rcx)
  78   CFI_RESTORE(%rdx)
  79   CFI_RESTORE(%rsi)
  80   CFI_RESTORE(%rdi)
  81   CFI_RESTORE(%r8)
  82   CFI_RESTORE(%r9)
  83   CFI_RESTORE(%r10)
  84   CFI_RESTORE(%r11)
  85   ret
  86   CFI_ENDPROC
  87
  88 ASM_HIDDEN(__tsan_report_race)
  89 .globl ASM_TSAN_SYMBOL(__tsan_report_race_thunk)
  90 ASM_TSAN_SYMBOL(__tsan_report_race_thunk):
  91   CFI_STARTPROC
  92   # Save scratch registers.
  93   push %rax
  94   CFI_ADJUST_CFA_OFFSET(8)
  95   CFI_REL_OFFSET(%rax, 0)
  96   push %rcx
  97   CFI_ADJUST_CFA_OFFSET(8)
  98   CFI_REL_OFFSET(%rcx, 0)
  99   push %rdx
 100   CFI_ADJUST_CFA_OFFSET(8)
 101   CFI_REL_OFFSET(%rdx, 0)
 102   push %rsi
 103   CFI_ADJUST_CFA_OFFSET(8)
 104   CFI_REL_OFFSET(%rsi, 0)
 105   push %rdi
 106   CFI_ADJUST_CFA_OFFSET(8)
 107   CFI_REL_OFFSET(%rdi, 0)
 108   push %r8
 109   CFI_ADJUST_CFA_OFFSET(8)
 110   CFI_REL_OFFSET(%r8, 0)
 111   push %r9
 112   CFI_ADJUST_CFA_OFFSET(8)
 113   CFI_REL_OFFSET(%r9, 0)
 114   push %r10
 115   CFI_ADJUST_CFA_OFFSET(8)
 116   CFI_REL_OFFSET(%r10, 0)
 117   push %r11
 118   CFI_ADJUST_CFA_OFFSET(8)
 119   CFI_REL_OFFSET(%r11, 0)
 120   # Align stack frame.
 121   push %rbx  # non-scratch
 122   CFI_ADJUST_CFA_OFFSET(8)
 123   CFI_REL_OFFSET(%rbx, 0)
 124   mov %rsp, %rbx  # save current rsp
 125   CFI_DEF_CFA_REGISTER(%rbx)
 126   shr $4, %rsp  # clear 4 lsb, align to 16
 127   shl $4, %rsp
 128
 129   call ASM_TSAN_SYMBOL(__tsan_report_race)
 130
 131   # Unalign stack frame back.
 132   mov %rbx, %rsp  # restore the original rsp
 133   CFI_DEF_CFA_REGISTER(%rsp)
 134   pop %rbx
 135   CFI_ADJUST_CFA_OFFSET(-8)
 136   # Restore scratch registers.
 137   pop %r11
 138   CFI_ADJUST_CFA_OFFSET(-8)
 139   pop %r10
 140   CFI_ADJUST_CFA_OFFSET(-8)
 141   pop %r9
 142   CFI_ADJUST_CFA_OFFSET(-8)
 143   pop %r8
 144   CFI_ADJUST_CFA_OFFSET(-8)
 145   pop %rdi
 146   CFI_ADJUST_CFA_OFFSET(-8)
 147   pop %rsi
 148   CFI_ADJUST_CFA_OFFSET(-8)
 149   pop %rdx
 150   CFI_ADJUST_CFA_OFFSET(-8)
 151   pop %rcx
 152   CFI_ADJUST_CFA_OFFSET(-8)
 153   pop %rax
 154   CFI_ADJUST_CFA_OFFSET(-8)
 155   CFI_RESTORE(%rax)
 156   CFI_RESTORE(%rbx)
 157   CFI_RESTORE(%rcx)
 158   CFI_RESTORE(%rdx)
 159   CFI_RESTORE(%rsi)
 160   CFI_RESTORE(%rdi)
 161   CFI_RESTORE(%r8)
 162   CFI_RESTORE(%r9)
 163   CFI_RESTORE(%r10)
 164   CFI_RESTORE(%r11)
 165   ret
 166   CFI_ENDPROC
 167
 168 ASM_HIDDEN(__tsan_setjmp)
 169 #if !defined(__APPLE__)
 170 .comm _ZN14__interception11real_setjmpE,8,8
 171 #endif
 172 .globl ASM_TSAN_SYMBOL_INTERCEPTOR(setjmp)
 173 ASM_TYPE_FUNCTION(ASM_TSAN_SYMBOL_INTERCEPTOR(setjmp))
 174 ASM_TSAN_SYMBOL_INTERCEPTOR(setjmp):
 175   CFI_STARTPROC
 176   // save env parameter
 177   push %rdi
 178   CFI_ADJUST_CFA_OFFSET(8)
 179   CFI_REL_OFFSET(%rdi, 0)
 180   // obtain %rsp
 181 #if defined(__FreeBSD__)
 182   lea 8(%rsp), %rdi
 183   mov %rdi, %rsi
 184 #elif defined(__APPLE__)
 185   lea 16(%rsp), %rdi
 186   mov %rdi, %rsi
 187 #elif defined(__linux__)
 188   lea 16(%rsp), %rdi
 189   mov %rdi, %rsi
 190   xor %fs:0x30, %rsi  // magic mangling of rsp (see libc setjmp)
 191   rol $0x11, %rsi
 192 #else
 193 # error "Unknown platform"
 194 #endif
 195   // call tsan interceptor
 196   call ASM_TSAN_SYMBOL(__tsan_setjmp)
 197   // restore env parameter
 198   pop %rdi
 199   CFI_ADJUST_CFA_OFFSET(-8)
 200   CFI_RESTORE(%rdi)
 201   // tail jump to libc setjmp
 202   movl $0, %eax
 203 #if !defined(__APPLE__)
 204   movq _ZN14__interception11real_setjmpE@GOTPCREL(%rip), %rdx
 205   jmp *(%rdx)
 206 #else
 207   jmp ASM_TSAN_SYMBOL(setjmp)
 208 #endif
 209   CFI_ENDPROC
 210 ASM_SIZE(ASM_TSAN_SYMBOL_INTERCEPTOR(setjmp))
 211
 212 .comm _ZN14__interception12real__setjmpE,8,8
 213 .globl ASM_TSAN_SYMBOL_INTERCEPTOR(_setjmp)
 214 ASM_TYPE_FUNCTION(ASM_TSAN_SYMBOL_INTERCEPTOR(_setjmp))
 215 ASM_TSAN_SYMBOL_INTERCEPTOR(_setjmp):
 216   CFI_STARTPROC
 217   // save env parameter
 218   push %rdi
 219   CFI_ADJUST_CFA_OFFSET(8)
 220   CFI_REL_OFFSET(%rdi, 0)
 221   // obtain %rsp
 222 #if defined(__FreeBSD__)
 223   lea 8(%rsp), %rdi
 224   mov %rdi, %rsi
 225 #elif defined(__APPLE__)
 226   lea 16(%rsp), %rdi
 227   mov %rdi, %rsi
 228 #elif defined(__linux__)
 229   lea 16(%rsp), %rdi
 230   mov %rdi, %rsi
 231   xor %fs:0x30, %rsi  // magic mangling of rsp (see libc setjmp)
 232   rol $0x11, %rsi
 233 #else
 234 # error "Unknown platform"
 235 #endif
 236   // call tsan interceptor
 237   call ASM_TSAN_SYMBOL(__tsan_setjmp)
 238   // restore env parameter
 239   pop %rdi
 240   CFI_ADJUST_CFA_OFFSET(-8)
 241   CFI_RESTORE(%rdi)
 242   // tail jump to libc setjmp
 243   movl $0, %eax
 244 #if !defined(__APPLE__)
 245   movq _ZN14__interception12real__setjmpE@GOTPCREL(%rip), %rdx
 246   jmp *(%rdx)
 247 #else
 248   jmp ASM_TSAN_SYMBOL(_setjmp)
 249 #endif
 250   CFI_ENDPROC
 251 ASM_SIZE(ASM_TSAN_SYMBOL_INTERCEPTOR(_setjmp))
 252
 253 .comm _ZN14__interception14real_sigsetjmpE,8,8
 254 .globl ASM_TSAN_SYMBOL_INTERCEPTOR(sigsetjmp)
 255 ASM_TYPE_FUNCTION(ASM_TSAN_SYMBOL_INTERCEPTOR(sigsetjmp))
 256 ASM_TSAN_SYMBOL_INTERCEPTOR(sigsetjmp):
 257   CFI_STARTPROC
 258   // save env parameter
 259   push %rdi
 260   CFI_ADJUST_CFA_OFFSET(8)
 261   CFI_REL_OFFSET(%rdi, 0)
 262   // save savesigs parameter
 263   push %rsi
 264   CFI_ADJUST_CFA_OFFSET(8)
 265   CFI_REL_OFFSET(%rsi, 0)
 266   // align stack frame
 267   sub $8, %rsp
 268   CFI_ADJUST_CFA_OFFSET(8)
 269   // obtain %rsp
 270 #if defined(__FreeBSD__)
 271   lea 24(%rsp), %rdi
 272   mov %rdi, %rsi
 273 #elif defined(__APPLE__)
 274   lea 32(%rsp), %rdi
 275   mov %rdi, %rsi
 276 #elif defined(__linux__)
 277   lea 32(%rsp), %rdi
 278   mov %rdi, %rsi
 279   xor %fs:0x30, %rsi  // magic mangling of rsp (see libc setjmp)
 280   rol $0x11, %rsi
 281 #else
 282 # error "Unknown platform"
 283 #endif
 284   // call tsan interceptor
 285   call ASM_TSAN_SYMBOL(__tsan_setjmp)
 286   // unalign stack frame
 287   add $8, %rsp
 288   CFI_ADJUST_CFA_OFFSET(-8)
 289   // restore savesigs parameter
 290   pop %rsi
 291   CFI_ADJUST_CFA_OFFSET(-8)
 292   CFI_RESTORE(%rsi)
 293   // restore env parameter
 294   pop %rdi
 295   CFI_ADJUST_CFA_OFFSET(-8)
 296   CFI_RESTORE(%rdi)
 297   // tail jump to libc sigsetjmp
 298   movl $0, %eax
 299 #if !defined(__APPLE__)
 300   movq _ZN14__interception14real_sigsetjmpE@GOTPCREL(%rip), %rdx
 301   jmp *(%rdx)
 302 #else
 303   jmp ASM_TSAN_SYMBOL(sigsetjmp)
 304 #endif
 305   CFI_ENDPROC
 306 ASM_SIZE(ASM_TSAN_SYMBOL_INTERCEPTOR(sigsetjmp))
 307
 308 #if !defined(__APPLE__)
 309 .comm _ZN14__interception16real___sigsetjmpE,8,8
 310 .globl ASM_TSAN_SYMBOL_INTERCEPTOR(__sigsetjmp)
 311 ASM_TYPE_FUNCTION(ASM_TSAN_SYMBOL_INTERCEPTOR(__sigsetjmp))
 312 ASM_TSAN_SYMBOL_INTERCEPTOR(__sigsetjmp):
 313   CFI_STARTPROC
 314   // save env parameter
 315   push %rdi
 316   CFI_ADJUST_CFA_OFFSET(8)
 317   CFI_REL_OFFSET(%rdi, 0)
 318   // save savesigs parameter
 319   push %rsi
 320   CFI_ADJUST_CFA_OFFSET(8)
 321   CFI_REL_OFFSET(%rsi, 0)
 322   // align stack frame
 323   sub $8, %rsp
 324   CFI_ADJUST_CFA_OFFSET(8)
 325   // obtain %rsp
 326 #if defined(__FreeBSD__)
 327   lea 24(%rsp), %rdi
 328   mov %rdi, %rsi
 329 #else
 330   lea 32(%rsp), %rdi
 331   mov %rdi, %rsi
 332   xor %fs:0x30, %rsi  // magic mangling of rsp (see libc setjmp)
 333   rol $0x11, %rsi
 334 #endif
 335   // call tsan interceptor
 336   call ASM_TSAN_SYMBOL(__tsan_setjmp)
 337   // unalign stack frame
 338   add $8, %rsp
 339   CFI_ADJUST_CFA_OFFSET(-8)
 340   // restore savesigs parameter
 341   pop %rsi
 342   CFI_ADJUST_CFA_OFFSET(-8)
 343   CFI_RESTORE(%rsi)
 344   // restore env parameter
 345   pop %rdi
 346   CFI_ADJUST_CFA_OFFSET(-8)
 347   CFI_RESTORE(%rdi)
 348   // tail jump to libc sigsetjmp
 349   movl $0, %eax
 350   movq _ZN14__interception16real___sigsetjmpE@GOTPCREL(%rip), %rdx
 351   jmp *(%rdx)
 352   CFI_ENDPROC
 353 ASM_SIZE(ASM_TSAN_SYMBOL_INTERCEPTOR(__sigsetjmp))
 354 #endif  // !defined(__APPLE__)
 355
 356 #if defined(__FreeBSD__) || defined(__linux__)
 357 /* We do not need executable stack.  */
 358 .section        .note.GNU-stack,"",@progbits
 359 #endif