lshrdi3.S 1.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263
  1. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  2. // See https://llvm.org/LICENSE.txt for license information.
  3. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  4. #include "../assembly.h"
  5. // di_int __lshrdi3(di_int input, int count);
  6. // This routine has some extra memory traffic, loading the 64-bit input via two
  7. // 32-bit loads, then immediately storing it back to the stack via a single 64-bit
  8. // store. This is to avoid a write-small, read-large stall.
  9. // However, if callers of this routine can be safely assumed to store the argument
  10. // via a 64-bt store, this is unnecessary memory traffic, and should be avoided.
  11. // It can be turned off by defining the TRUST_CALLERS_USE_64_BIT_STORES macro.
  12. #ifdef __i386__
  13. #ifdef __SSE2__
  14. .text
  15. .balign 4
  16. DEFINE_COMPILERRT_FUNCTION(__lshrdi3)
  17. movd 12(%esp), %xmm2 // Load count
  18. #ifndef TRUST_CALLERS_USE_64_BIT_STORES
  19. movd 4(%esp), %xmm0
  20. movd 8(%esp), %xmm1
  21. punpckldq %xmm1, %xmm0 // Load input
  22. #else
  23. movq 4(%esp), %xmm0 // Load input
  24. #endif
  25. psrlq %xmm2, %xmm0 // shift input by count
  26. movd %xmm0, %eax
  27. psrlq $32, %xmm0
  28. movd %xmm0, %edx
  29. ret
  30. END_COMPILERRT_FUNCTION(__lshrdi3)
  31. #else // Use GPRs instead of SSE2 instructions, if they aren't available.
  32. .text
  33. .balign 4
  34. DEFINE_COMPILERRT_FUNCTION(__lshrdi3)
  35. movl 12(%esp), %ecx // Load count
  36. movl 8(%esp), %edx // Load high
  37. movl 4(%esp), %eax // Load low
  38. testl $0x20, %ecx // If count >= 32
  39. jnz 1f // goto 1
  40. shrdl %cl, %edx, %eax // right shift low by count
  41. shrl %cl, %edx // right shift high by count
  42. ret
  43. 1: movl %edx, %eax // Move high to low
  44. xorl %edx, %edx // clear high
  45. shrl %cl, %eax // shift low by count - 32
  46. ret
  47. END_COMPILERRT_FUNCTION(__lshrdi3)
  48. #endif // __SSE2__
  49. #endif // __i386__
  50. NO_EXEC_STACK_DIRECTIVE