trampoline_setup.c 3.6 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485
  1. //===----- trampoline_setup.c - Implement __trampoline_setup -------------===//
  2. //
  3. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  4. // See https://llvm.org/LICENSE.txt for license information.
  5. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  6. //
  7. //===----------------------------------------------------------------------===//
  8. #include "int_lib.h"
  9. extern void __clear_cache(void *start, void *end);
  10. // The ppc compiler generates calls to __trampoline_setup() when creating
  11. // trampoline functions on the stack for use with nested functions.
  12. // This function creates a custom 40-byte trampoline function on the stack
  13. // which loads r11 with a pointer to the outer function's locals
  14. // and then jumps to the target nested function.
  15. #if __powerpc__ && !defined(__powerpc64__)
  16. COMPILER_RT_ABI void __trampoline_setup(uint32_t *trampOnStack,
  17. int trampSizeAllocated,
  18. const void *realFunc, void *localsPtr) {
  19. // should never happen, but if compiler did not allocate
  20. // enough space on stack for the trampoline, abort
  21. if (trampSizeAllocated < 40)
  22. compilerrt_abort();
  23. // create trampoline
  24. trampOnStack[0] = 0x7c0802a6; // mflr r0
  25. trampOnStack[1] = 0x4800000d; // bl Lbase
  26. trampOnStack[2] = (uint32_t)realFunc;
  27. trampOnStack[3] = (uint32_t)localsPtr;
  28. trampOnStack[4] = 0x7d6802a6; // Lbase: mflr r11
  29. trampOnStack[5] = 0x818b0000; // lwz r12,0(r11)
  30. trampOnStack[6] = 0x7c0803a6; // mtlr r0
  31. trampOnStack[7] = 0x7d8903a6; // mtctr r12
  32. trampOnStack[8] = 0x816b0004; // lwz r11,4(r11)
  33. trampOnStack[9] = 0x4e800420; // bctr
  34. // clear instruction cache
  35. __clear_cache(trampOnStack, &trampOnStack[10]);
  36. }
  37. #endif // __powerpc__ && !defined(__powerpc64__)
  38. // The AArch64 compiler generates calls to __trampoline_setup() when creating
  39. // trampoline functions on the stack for use with nested functions.
  40. // This function creates a custom 36-byte trampoline function on the stack
  41. // which loads x18 with a pointer to the outer function's locals
  42. // and then jumps to the target nested function.
  43. // Note: x18 is a reserved platform register on Windows and macOS.
  44. #if defined(__aarch64__) && defined(__ELF__)
  45. COMPILER_RT_ABI void __trampoline_setup(uint32_t *trampOnStack,
  46. int trampSizeAllocated,
  47. const void *realFunc, void *localsPtr) {
  48. // This should never happen, but if compiler did not allocate
  49. // enough space on stack for the trampoline, abort.
  50. if (trampSizeAllocated < 36)
  51. compilerrt_abort();
  52. // create trampoline
  53. // Load realFunc into x17. mov/movk 16 bits at a time.
  54. trampOnStack[0] =
  55. 0xd2800000u | ((((uint64_t)realFunc >> 0) & 0xffffu) << 5) | 0x11;
  56. trampOnStack[1] =
  57. 0xf2a00000u | ((((uint64_t)realFunc >> 16) & 0xffffu) << 5) | 0x11;
  58. trampOnStack[2] =
  59. 0xf2c00000u | ((((uint64_t)realFunc >> 32) & 0xffffu) << 5) | 0x11;
  60. trampOnStack[3] =
  61. 0xf2e00000u | ((((uint64_t)realFunc >> 48) & 0xffffu) << 5) | 0x11;
  62. // Load localsPtr into x18
  63. trampOnStack[4] =
  64. 0xd2800000u | ((((uint64_t)localsPtr >> 0) & 0xffffu) << 5) | 0x12;
  65. trampOnStack[5] =
  66. 0xf2a00000u | ((((uint64_t)localsPtr >> 16) & 0xffffu) << 5) | 0x12;
  67. trampOnStack[6] =
  68. 0xf2c00000u | ((((uint64_t)localsPtr >> 32) & 0xffffu) << 5) | 0x12;
  69. trampOnStack[7] =
  70. 0xf2e00000u | ((((uint64_t)localsPtr >> 48) & 0xffffu) << 5) | 0x12;
  71. trampOnStack[8] = 0xd61f0220; // br x17
  72. // Clear instruction cache.
  73. __clear_cache(trampOnStack, &trampOnStack[9]);
  74. }
  75. #endif // defined(__aarch64__) && !defined(__APPLE__) && !defined(_WIN64)