tsan_rtl_ppc64.S 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. #include "tsan_ppc_regs.h"
  2. .machine altivec
  3. .section .text
  4. .hidden __tsan_setjmp
  5. .globl _setjmp
  6. .type _setjmp, @function
  7. .align 4
  8. #if _CALL_ELF == 2
  9. _setjmp:
  10. #else
  11. .section ".opd","aw"
  12. .align 3
  13. _setjmp:
  14. .quad .L._setjmp,.TOC.@tocbase,0
  15. .previous
  16. #endif
  17. .L._setjmp:
  18. mflr r0
  19. stdu r1,-48(r1)
  20. std r2,24(r1)
  21. std r3,32(r1)
  22. std r0,40(r1)
  23. // r3 is the original stack pointer.
  24. addi r3,r1,48
  25. // r4 is the mangled stack pointer (see glibc)
  26. ld r4,-28696(r13)
  27. xor r4,r3,r4
  28. // Materialize a TOC in case we were called from libc.
  29. // For big-endian, we load the TOC from the OPD. For little-
  30. // endian, we use the .TOC. symbol to find it.
  31. nop
  32. bcl 20,31,0f
  33. 0:
  34. mflr r2
  35. #if _CALL_ELF == 2
  36. addis r2,r2,.TOC.-0b@ha
  37. addi r2,r2,.TOC.-0b@l
  38. #else
  39. addis r2,r2,_setjmp-0b@ha
  40. addi r2,r2,_setjmp-0b@l
  41. ld r2,8(r2)
  42. #endif
  43. // Call the interceptor.
  44. bl __tsan_setjmp
  45. nop
  46. // Restore regs needed for setjmp.
  47. ld r3,32(r1)
  48. ld r0,40(r1)
  49. // Emulate the real setjmp function. We do this because we can't
  50. // perform a sibcall: The real setjmp function trashes the TOC
  51. // pointer, and with a sibcall we have no way to restore it.
  52. // This way we can make sure our caller's stack pointer and
  53. // link register are saved correctly in the jmpbuf.
  54. ld r6,-28696(r13)
  55. addi r5,r1,48 // original stack ptr of caller
  56. xor r5,r6,r5
  57. std r5,0(r3) // mangled stack ptr of caller
  58. ld r5,24(r1)
  59. std r5,8(r3) // caller's saved TOC pointer
  60. xor r0,r6,r0
  61. std r0,16(r3) // caller's mangled return address
  62. mfcr r0
  63. // Nonvolatiles.
  64. std r14,24(r3)
  65. stfd f14,176(r3)
  66. stw r0,172(r3) // CR
  67. std r15,32(r3)
  68. stfd f15,184(r3)
  69. std r16,40(r3)
  70. stfd f16,192(r3)
  71. std r17,48(r3)
  72. stfd f17,200(r3)
  73. std r18,56(r3)
  74. stfd f18,208(r3)
  75. std r19,64(r3)
  76. stfd f19,216(r3)
  77. std r20,72(r3)
  78. stfd f20,224(r3)
  79. std r21,80(r3)
  80. stfd f21,232(r3)
  81. std r22,88(r3)
  82. stfd f22,240(r3)
  83. std r23,96(r3)
  84. stfd f23,248(r3)
  85. std r24,104(r3)
  86. stfd f24,256(r3)
  87. std r25,112(r3)
  88. stfd f25,264(r3)
  89. std r26,120(r3)
  90. stfd f26,272(r3)
  91. std r27,128(r3)
  92. stfd f27,280(r3)
  93. std r28,136(r3)
  94. stfd f28,288(r3)
  95. std r29,144(r3)
  96. stfd f29,296(r3)
  97. std r30,152(r3)
  98. stfd f30,304(r3)
  99. std r31,160(r3)
  100. stfd f31,312(r3)
  101. addi r5,r3,320
  102. mfspr r0,256
  103. stw r0,168(r3) // VRSAVE
  104. addi r6,r5,16
  105. stvx v20,0,r5
  106. addi r5,r5,32
  107. stvx v21,0,r6
  108. addi r6,r6,32
  109. stvx v22,0,r5
  110. addi r5,r5,32
  111. stvx v23,0,r6
  112. addi r6,r6,32
  113. stvx v24,0,r5
  114. addi r5,r5,32
  115. stvx v25,0,r6
  116. addi r6,r6,32
  117. stvx v26,0,r5
  118. addi r5,r5,32
  119. stvx v27,0,r6
  120. addi r6,r6,32
  121. stvx v28,0,r5
  122. addi r5,r5,32
  123. stvx v29,0,r6
  124. addi r6,r6,32
  125. stvx v30,0,r5
  126. stvx v31,0,r6
  127. // Clear the "mask-saved" slot.
  128. li r4,0
  129. stw r4,512(r3)
  130. // Restore TOC, LR, and stack and return to caller.
  131. ld r2,24(r1)
  132. ld r0,40(r1)
  133. addi r1,r1,48
  134. li r3,0 // This is the setjmp return path
  135. mtlr r0
  136. blr
  137. .size _setjmp, .-.L._setjmp
  138. .globl setjmp
  139. .type setjmp, @function
  140. .align 4
  141. setjmp:
  142. b _setjmp
  143. .size setjmp, .-setjmp
  144. // sigsetjmp is like setjmp, except that the mask in r4 needs
  145. // to be saved at offset 512 of the jump buffer.
  146. .globl __sigsetjmp
  147. .type __sigsetjmp, @function
  148. .align 4
  149. #if _CALL_ELF == 2
  150. __sigsetjmp:
  151. #else
  152. .section ".opd","aw"
  153. .align 3
  154. __sigsetjmp:
  155. .quad .L.__sigsetjmp,.TOC.@tocbase,0
  156. .previous
  157. #endif
  158. .L.__sigsetjmp:
  159. mflr r0
  160. stdu r1,-64(r1)
  161. std r2,24(r1)
  162. std r3,32(r1)
  163. std r4,40(r1)
  164. std r0,48(r1)
  165. // r3 is the original stack pointer.
  166. addi r3,r1,64
  167. // r4 is the mangled stack pointer (see glibc)
  168. ld r4,-28696(r13)
  169. xor r4,r3,r4
  170. // Materialize a TOC in case we were called from libc.
  171. // For big-endian, we load the TOC from the OPD. For little-
  172. // endian, we use the .TOC. symbol to find it.
  173. nop
  174. bcl 20,31,1f
  175. 1:
  176. mflr r2
  177. #if _CALL_ELF == 2
  178. addis r2,r2,.TOC.-1b@ha
  179. addi r2,r2,.TOC.-1b@l
  180. #else
  181. addis r2,r2,_setjmp-1b@ha
  182. addi r2,r2,_setjmp-1b@l
  183. ld r2,8(r2)
  184. #endif
  185. // Call the interceptor.
  186. bl __tsan_setjmp
  187. nop
  188. // Restore regs needed for __sigsetjmp.
  189. ld r3,32(r1)
  190. ld r4,40(r1)
  191. ld r0,48(r1)
  192. // Emulate the real sigsetjmp function. We do this because we can't
  193. // perform a sibcall: The real sigsetjmp function trashes the TOC
  194. // pointer, and with a sibcall we have no way to restore it.
  195. // This way we can make sure our caller's stack pointer and
  196. // link register are saved correctly in the jmpbuf.
  197. ld r6,-28696(r13)
  198. addi r5,r1,64 // original stack ptr of caller
  199. xor r5,r6,r5
  200. std r5,0(r3) // mangled stack ptr of caller
  201. ld r5,24(r1)
  202. std r5,8(r3) // caller's saved TOC pointer
  203. xor r0,r6,r0
  204. std r0,16(r3) // caller's mangled return address
  205. mfcr r0
  206. // Nonvolatiles.
  207. std r14,24(r3)
  208. stfd f14,176(r3)
  209. stw r0,172(r3) // CR
  210. std r15,32(r3)
  211. stfd f15,184(r3)
  212. std r16,40(r3)
  213. stfd f16,192(r3)
  214. std r17,48(r3)
  215. stfd f17,200(r3)
  216. std r18,56(r3)
  217. stfd f18,208(r3)
  218. std r19,64(r3)
  219. stfd f19,216(r3)
  220. std r20,72(r3)
  221. stfd f20,224(r3)
  222. std r21,80(r3)
  223. stfd f21,232(r3)
  224. std r22,88(r3)
  225. stfd f22,240(r3)
  226. std r23,96(r3)
  227. stfd f23,248(r3)
  228. std r24,104(r3)
  229. stfd f24,256(r3)
  230. std r25,112(r3)
  231. stfd f25,264(r3)
  232. std r26,120(r3)
  233. stfd f26,272(r3)
  234. std r27,128(r3)
  235. stfd f27,280(r3)
  236. std r28,136(r3)
  237. stfd f28,288(r3)
  238. std r29,144(r3)
  239. stfd f29,296(r3)
  240. std r30,152(r3)
  241. stfd f30,304(r3)
  242. std r31,160(r3)
  243. stfd f31,312(r3)
  244. addi r5,r3,320
  245. mfspr r0,256
  246. stw r0,168(r3) // VRSAVE
  247. addi r6,r5,16
  248. stvx v20,0,r5
  249. addi r5,r5,32
  250. stvx v21,0,r6
  251. addi r6,r6,32
  252. stvx v22,0,r5
  253. addi r5,r5,32
  254. stvx v23,0,r6
  255. addi r6,r6,32
  256. stvx v24,0,r5
  257. addi r5,r5,32
  258. stvx v25,0,r6
  259. addi r6,r6,32
  260. stvx v26,0,r5
  261. addi r5,r5,32
  262. stvx v27,0,r6
  263. addi r6,r6,32
  264. stvx v28,0,r5
  265. addi r5,r5,32
  266. stvx v29,0,r6
  267. addi r6,r6,32
  268. stvx v30,0,r5
  269. stvx v31,0,r6
  270. // Save into the "mask-saved" slot.
  271. stw r4,512(r3)
  272. // Restore TOC, LR, and stack and return to caller.
  273. ld r2,24(r1)
  274. ld r0,48(r1)
  275. addi r1,r1,64
  276. li r3,0 // This is the sigsetjmp return path
  277. mtlr r0
  278. blr
  279. .size __sigsetjmp, .-.L.__sigsetjmp
  280. .globl sigsetjmp
  281. .type sigsetjmp, @function
  282. .align 4
  283. sigsetjmp:
  284. b __sigsetjmp
  285. .size sigsetjmp, .-sigsetjmp