X86ScheduleZnver2.td 50 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614
  1. //=- X86ScheduleZnver2.td - X86 Znver2 Scheduling -------------*- tablegen -*-=//
  2. //
  3. // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
  4. // See https://llvm.org/LICENSE.txt for license information.
  5. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
  6. //
  7. //===----------------------------------------------------------------------===//
  8. //
  9. // This file defines the machine model for Znver2 to support instruction
  10. // scheduling and other instruction cost heuristics.
  11. //
  12. //===----------------------------------------------------------------------===//
  13. def Znver2Model : SchedMachineModel {
  14. // Zen can decode 4 instructions per cycle.
  15. let IssueWidth = 4;
  16. // Based on the reorder buffer we define MicroOpBufferSize
  17. let MicroOpBufferSize = 224;
  18. let LoadLatency = 4;
  19. let MispredictPenalty = 17;
  20. let HighLatency = 25;
  21. let PostRAScheduler = 1;
  22. // FIXME: This variable is required for incomplete model.
  23. // We haven't catered all instructions.
  24. // So, we reset the value of this variable so as to
  25. // say that the model is incomplete.
  26. let CompleteModel = 0;
  27. }
  28. let SchedModel = Znver2Model in {
  29. // Zen can issue micro-ops to 10 different units in one cycle.
  30. // These are
  31. // * Four integer ALU units (ZALU0, ZALU1, ZALU2, ZALU3)
  32. // * Three AGU units (ZAGU0, ZAGU1, ZAGU2)
  33. // * Four FPU units (ZFPU0, ZFPU1, ZFPU2, ZFPU3)
  34. // AGUs feed load store queues @two loads and 1 store per cycle.
  35. // Four ALU units are defined below
  36. def Zn2ALU0 : ProcResource<1>;
  37. def Zn2ALU1 : ProcResource<1>;
  38. def Zn2ALU2 : ProcResource<1>;
  39. def Zn2ALU3 : ProcResource<1>;
  40. // Three AGU units are defined below
  41. def Zn2AGU0 : ProcResource<1>;
  42. def Zn2AGU1 : ProcResource<1>;
  43. def Zn2AGU2 : ProcResource<1>;
  44. // Four FPU units are defined below
  45. def Zn2FPU0 : ProcResource<1>;
  46. def Zn2FPU1 : ProcResource<1>;
  47. def Zn2FPU2 : ProcResource<1>;
  48. def Zn2FPU3 : ProcResource<1>;
  49. // FPU grouping
  50. def Zn2FPU013 : ProcResGroup<[Zn2FPU0, Zn2FPU1, Zn2FPU3]>;
  51. def Zn2FPU01 : ProcResGroup<[Zn2FPU0, Zn2FPU1]>;
  52. def Zn2FPU12 : ProcResGroup<[Zn2FPU1, Zn2FPU2]>;
  53. def Zn2FPU13 : ProcResGroup<[Zn2FPU1, Zn2FPU3]>;
  54. def Zn2FPU23 : ProcResGroup<[Zn2FPU2, Zn2FPU3]>;
  55. def Zn2FPU02 : ProcResGroup<[Zn2FPU0, Zn2FPU2]>;
  56. def Zn2FPU03 : ProcResGroup<[Zn2FPU0, Zn2FPU3]>;
  57. // Below are the grouping of the units.
  58. // Micro-ops to be issued to multiple units are tackled this way.
  59. // ALU grouping
  60. // Zn2ALU03 - 0,3 grouping
  61. def Zn2ALU03: ProcResGroup<[Zn2ALU0, Zn2ALU3]>;
  62. // 64 Entry (16x4 entries) Int Scheduler
  63. def Zn2ALU : ProcResGroup<[Zn2ALU0, Zn2ALU1, Zn2ALU2, Zn2ALU3]> {
  64. let BufferSize=64;
  65. }
  66. // 28 Entry (14x2) AGU group. AGUs can't be used for all ALU operations
  67. // but are relevant for some instructions
  68. def Zn2AGU : ProcResGroup<[Zn2AGU0, Zn2AGU1, Zn2AGU2]> {
  69. let BufferSize=28;
  70. }
  71. // Integer Multiplication issued on ALU1.
  72. def Zn2Multiplier : ProcResource<1>;
  73. // Integer division issued on ALU2.
  74. def Zn2Divider : ProcResource<1>;
  75. // 4 Cycles load-to use Latency is captured
  76. def : ReadAdvance<ReadAfterLd, 4>;
  77. // 7 Cycles vector load-to use Latency is captured
  78. def : ReadAdvance<ReadAfterVecLd, 7>;
  79. def : ReadAdvance<ReadAfterVecXLd, 7>;
  80. def : ReadAdvance<ReadAfterVecYLd, 7>;
  81. def : ReadAdvance<ReadInt2Fpu, 0>;
  82. // The Integer PRF for Zen is 168 entries, and it holds the architectural and
  83. // speculative version of the 64-bit integer registers.
  84. // Reference: "Software Optimization Guide for AMD Family 17h Processors"
  85. def Zn2IntegerPRF : RegisterFile<168, [GR64, CCR]>;
  86. // 36 Entry (9x4 entries) floating-point Scheduler
  87. def Zn2FPU : ProcResGroup<[Zn2FPU0, Zn2FPU1, Zn2FPU2, Zn2FPU3]> {
  88. let BufferSize=36;
  89. }
  90. // The Zen FP Retire Queue renames SIMD and FP uOps onto a pool of 160 128-bit
  91. // registers. Operations on 256-bit data types are cracked into two COPs.
  92. // Reference: "Software Optimization Guide for AMD Family 17h Processors"
  93. def Zn2FpuPRF: RegisterFile<160, [VR64, VR128, VR256], [1, 1, 2]>;
  94. // The unit can track up to 192 macro ops in-flight.
  95. // The retire unit handles in-order commit of up to 8 macro ops per cycle.
  96. // Reference: "Software Optimization Guide for AMD Family 17h Processors"
  97. // To be noted, the retire unit is shared between integer and FP ops.
  98. // In SMT mode it is 96 entry per thread. But, we do not use the conservative
  99. // value here because there is currently no way to fully mode the SMT mode,
  100. // so there is no point in trying.
  101. def Zn2RCU : RetireControlUnit<192, 8>;
  102. // (a folded load is an instruction that loads and does some operation)
  103. // Ex: ADDPD xmm,[mem]-> This instruction has two micro-ops
  104. // Instructions with folded loads are usually micro-fused, so they only appear
  105. // as two micro-ops.
  106. // a. load and
  107. // b. addpd
  108. // This multiclass is for folded loads for integer units.
  109. multiclass Zn2WriteResPair<X86FoldableSchedWrite SchedRW,
  110. list<ProcResourceKind> ExePorts,
  111. int Lat, list<int> Res = [], int UOps = 1,
  112. int LoadLat = 4, int LoadUOps = 1> {
  113. // Register variant takes 1-cycle on Execution Port.
  114. def : WriteRes<SchedRW, ExePorts> {
  115. let Latency = Lat;
  116. let ResourceCycles = Res;
  117. let NumMicroOps = UOps;
  118. }
  119. // Memory variant also uses a cycle on Zn2AGU
  120. // adds LoadLat cycles to the latency (default = 4).
  121. def : WriteRes<SchedRW.Folded, !listconcat([Zn2AGU], ExePorts)> {
  122. let Latency = !add(Lat, LoadLat);
  123. let ResourceCycles = !if(!empty(Res), [], !listconcat([1], Res));
  124. let NumMicroOps = !add(UOps, LoadUOps);
  125. }
  126. }
  127. // This multiclass is for folded loads for floating point units.
  128. multiclass Zn2WriteResFpuPair<X86FoldableSchedWrite SchedRW,
  129. list<ProcResourceKind> ExePorts,
  130. int Lat, list<int> Res = [], int UOps = 1,
  131. int LoadLat = 7, int LoadUOps = 0> {
  132. // Register variant takes 1-cycle on Execution Port.
  133. def : WriteRes<SchedRW, ExePorts> {
  134. let Latency = Lat;
  135. let ResourceCycles = Res;
  136. let NumMicroOps = UOps;
  137. }
  138. // Memory variant also uses a cycle on Zn2AGU
  139. // adds LoadLat cycles to the latency (default = 7).
  140. def : WriteRes<SchedRW.Folded, !listconcat([Zn2AGU], ExePorts)> {
  141. let Latency = !add(Lat, LoadLat);
  142. let ResourceCycles = !if(!empty(Res), [], !listconcat([1], Res));
  143. let NumMicroOps = !add(UOps, LoadUOps);
  144. }
  145. }
  146. // WriteRMW is set for instructions with Memory write
  147. // operation in codegen
  148. def : WriteRes<WriteRMW, [Zn2AGU]>;
  149. def : WriteRes<WriteStore, [Zn2AGU]>;
  150. def : WriteRes<WriteStoreNT, [Zn2AGU]>;
  151. def : WriteRes<WriteMove, [Zn2ALU]>;
  152. def : WriteRes<WriteLoad, [Zn2AGU]> { let Latency = 8; }
  153. // Model the effect of clobbering the read-write mask operand of the GATHER operation.
  154. // Does not cost anything by itself, only has latency, matching that of the WriteLoad,
  155. def : WriteRes<WriteVecMaskedGatherWriteback, []> { let Latency = 8; let NumMicroOps = 0; }
  156. def : WriteRes<WriteZero, []>;
  157. def : WriteRes<WriteLEA, [Zn2ALU]>;
  158. defm : Zn2WriteResPair<WriteALU, [Zn2ALU], 1>;
  159. defm : Zn2WriteResPair<WriteADC, [Zn2ALU], 1>;
  160. defm : Zn2WriteResPair<WriteIMul8, [Zn2ALU1, Zn2Multiplier], 4>;
  161. defm : X86WriteRes<WriteBSWAP32, [Zn2ALU], 1, [4], 1>;
  162. defm : X86WriteRes<WriteBSWAP64, [Zn2ALU], 1, [4], 1>;
  163. defm : X86WriteRes<WriteCMPXCHG, [Zn2ALU], 3, [1], 1>;
  164. defm : X86WriteRes<WriteCMPXCHGRMW,[Zn2ALU,Zn2AGU], 8, [1,1], 5>;
  165. defm : X86WriteRes<WriteXCHG, [Zn2ALU], 1, [2], 2>;
  166. defm : Zn2WriteResPair<WriteShift, [Zn2ALU], 1>;
  167. defm : Zn2WriteResPair<WriteShiftCL, [Zn2ALU], 1>;
  168. defm : Zn2WriteResPair<WriteRotate, [Zn2ALU], 1>;
  169. defm : Zn2WriteResPair<WriteRotateCL, [Zn2ALU], 1>;
  170. defm : X86WriteRes<WriteSHDrri, [Zn2ALU], 1, [1], 1>;
  171. defm : X86WriteResUnsupported<WriteSHDrrcl>;
  172. defm : X86WriteResUnsupported<WriteSHDmri>;
  173. defm : X86WriteResUnsupported<WriteSHDmrcl>;
  174. defm : Zn2WriteResPair<WriteJump, [Zn2ALU], 1>;
  175. defm : Zn2WriteResFpuPair<WriteCRC32, [Zn2FPU0], 3>;
  176. defm : Zn2WriteResPair<WriteCMOV, [Zn2ALU], 1>;
  177. def : WriteRes<WriteSETCC, [Zn2ALU]>;
  178. def : WriteRes<WriteSETCCStore, [Zn2ALU, Zn2AGU]>;
  179. defm : X86WriteRes<WriteLAHFSAHF, [Zn2ALU], 2, [1], 2>;
  180. defm : X86WriteRes<WriteBitTest, [Zn2ALU], 1, [1], 1>;
  181. defm : X86WriteRes<WriteBitTestImmLd, [Zn2ALU,Zn2AGU], 5, [1,1], 2>;
  182. defm : X86WriteRes<WriteBitTestRegLd, [Zn2ALU,Zn2AGU], 5, [1,1], 2>;
  183. defm : X86WriteRes<WriteBitTestSet, [Zn2ALU], 2, [1], 2>;
  184. // Bit counts.
  185. defm : Zn2WriteResPair<WriteBSF, [Zn2ALU], 3>;
  186. defm : Zn2WriteResPair<WriteBSR, [Zn2ALU], 4>;
  187. defm : Zn2WriteResPair<WriteLZCNT, [Zn2ALU], 1>;
  188. defm : Zn2WriteResPair<WriteTZCNT, [Zn2ALU], 2>;
  189. defm : Zn2WriteResPair<WritePOPCNT, [Zn2ALU], 1>;
  190. // Treat misc copies as a move.
  191. def : InstRW<[WriteMove], (instrs COPY)>;
  192. // BMI1 BEXTR, BMI2 BZHI
  193. defm : Zn2WriteResPair<WriteBEXTR, [Zn2ALU], 1>;
  194. defm : Zn2WriteResPair<WriteBZHI, [Zn2ALU], 1>;
  195. // IDIV
  196. defm : Zn2WriteResPair<WriteDiv8, [Zn2ALU2, Zn2Divider], 15, [1,15], 1>;
  197. defm : Zn2WriteResPair<WriteDiv16, [Zn2ALU2, Zn2Divider], 17, [1,17], 2>;
  198. defm : Zn2WriteResPair<WriteDiv32, [Zn2ALU2, Zn2Divider], 25, [1,25], 2>;
  199. defm : Zn2WriteResPair<WriteDiv64, [Zn2ALU2, Zn2Divider], 41, [1,41], 2>;
  200. defm : Zn2WriteResPair<WriteIDiv8, [Zn2ALU2, Zn2Divider], 15, [1,15], 1>;
  201. defm : Zn2WriteResPair<WriteIDiv16, [Zn2ALU2, Zn2Divider], 17, [1,17], 2>;
  202. defm : Zn2WriteResPair<WriteIDiv32, [Zn2ALU2, Zn2Divider], 25, [1,25], 2>;
  203. defm : Zn2WriteResPair<WriteIDiv64, [Zn2ALU2, Zn2Divider], 41, [1,41], 2>;
  204. // IMULH
  205. def Zn2WriteIMulH : WriteRes<WriteIMulH, [Zn2Multiplier]>{
  206. let Latency = 3;
  207. let NumMicroOps = 0;
  208. }
  209. def : WriteRes<WriteIMulHLd, [Zn2Multiplier]>{
  210. let Latency = !add(Zn2WriteIMulH.Latency, Znver2Model.LoadLatency);
  211. let NumMicroOps = Zn2WriteIMulH.NumMicroOps;
  212. }
  213. // Floating point operations
  214. defm : X86WriteRes<WriteFLoad, [Zn2AGU], 8, [1], 1>;
  215. defm : X86WriteRes<WriteFLoadX, [Zn2AGU], 8, [1], 1>;
  216. defm : X86WriteRes<WriteFLoadY, [Zn2AGU], 8, [1], 1>;
  217. defm : X86WriteRes<WriteFMaskedLoad, [Zn2AGU,Zn2FPU01], 8, [1,1], 1>;
  218. defm : X86WriteRes<WriteFMaskedLoadY, [Zn2AGU,Zn2FPU01], 8, [1,1], 2>;
  219. defm : X86WriteRes<WriteFMaskedStore32, [Zn2AGU,Zn2FPU01], 4, [1,1], 1>;
  220. defm : X86WriteRes<WriteFMaskedStore32Y, [Zn2AGU,Zn2FPU01], 5, [1,2], 2>;
  221. defm : X86WriteRes<WriteFMaskedStore64, [Zn2AGU,Zn2FPU01], 4, [1,1], 1>;
  222. defm : X86WriteRes<WriteFMaskedStore64Y, [Zn2AGU,Zn2FPU01], 5, [1,2], 2>;
  223. defm : X86WriteRes<WriteFStore, [Zn2AGU], 1, [1], 1>;
  224. defm : X86WriteRes<WriteFStoreX, [Zn2AGU], 1, [1], 1>;
  225. defm : X86WriteRes<WriteFStoreY, [Zn2AGU], 1, [1], 1>;
  226. defm : X86WriteRes<WriteFStoreNT, [Zn2AGU,Zn2FPU2], 8, [1,1], 1>;
  227. defm : X86WriteRes<WriteFStoreNTX, [Zn2AGU], 1, [1], 1>;
  228. defm : X86WriteRes<WriteFStoreNTY, [Zn2AGU], 1, [1], 1>;
  229. defm : X86WriteRes<WriteFMove, [Zn2FPU], 1, [1], 1>;
  230. defm : X86WriteRes<WriteFMoveX, [Zn2FPU], 1, [1], 1>;
  231. defm : X86WriteRes<WriteFMoveY, [Zn2FPU], 1, [1], 1>;
  232. defm : X86WriteResUnsupported<WriteFMoveZ>;
  233. defm : Zn2WriteResFpuPair<WriteFAdd, [Zn2FPU0], 3>;
  234. defm : Zn2WriteResFpuPair<WriteFAddX, [Zn2FPU0], 3>;
  235. defm : Zn2WriteResFpuPair<WriteFAddY, [Zn2FPU0], 3>;
  236. defm : X86WriteResPairUnsupported<WriteFAddZ>;
  237. defm : Zn2WriteResFpuPair<WriteFAdd64, [Zn2FPU0], 3>;
  238. defm : Zn2WriteResFpuPair<WriteFAdd64X, [Zn2FPU0], 3>;
  239. defm : Zn2WriteResFpuPair<WriteFAdd64Y, [Zn2FPU0], 3>;
  240. defm : X86WriteResPairUnsupported<WriteFAdd64Z>;
  241. defm : Zn2WriteResFpuPair<WriteFCmp, [Zn2FPU0], 1>;
  242. defm : Zn2WriteResFpuPair<WriteFCmpX, [Zn2FPU0], 1>;
  243. defm : Zn2WriteResFpuPair<WriteFCmpY, [Zn2FPU0], 1>;
  244. defm : X86WriteResPairUnsupported<WriteFCmpZ>;
  245. defm : Zn2WriteResFpuPair<WriteFCmp64, [Zn2FPU0], 1>;
  246. defm : Zn2WriteResFpuPair<WriteFCmp64X, [Zn2FPU0], 1>;
  247. defm : Zn2WriteResFpuPair<WriteFCmp64Y, [Zn2FPU0], 1>;
  248. defm : X86WriteResPairUnsupported<WriteFCmp64Z>;
  249. defm : Zn2WriteResFpuPair<WriteFCom, [Zn2FPU0], 3>;
  250. defm : Zn2WriteResFpuPair<WriteFComX, [Zn2FPU0], 3>;
  251. defm : Zn2WriteResFpuPair<WriteFBlend, [Zn2FPU01], 1>;
  252. defm : Zn2WriteResFpuPair<WriteFBlendY, [Zn2FPU01], 1>;
  253. defm : X86WriteResPairUnsupported<WriteFBlendZ>;
  254. defm : Zn2WriteResFpuPair<WriteFVarBlend, [Zn2FPU01], 1>;
  255. defm : Zn2WriteResFpuPair<WriteFVarBlendY,[Zn2FPU01], 1>;
  256. defm : X86WriteResPairUnsupported<WriteFVarBlendZ>;
  257. defm : Zn2WriteResFpuPair<WriteVarBlend, [Zn2FPU0], 1>;
  258. defm : Zn2WriteResFpuPair<WriteVarBlendY, [Zn2FPU0], 1>;
  259. defm : X86WriteResPairUnsupported<WriteVarBlendZ>;
  260. defm : Zn2WriteResFpuPair<WriteCvtSS2I, [Zn2FPU3], 5>;
  261. defm : Zn2WriteResFpuPair<WriteCvtPS2I, [Zn2FPU3], 5>;
  262. defm : Zn2WriteResFpuPair<WriteCvtPS2IY, [Zn2FPU3], 5>;
  263. defm : X86WriteResPairUnsupported<WriteCvtPS2IZ>;
  264. defm : Zn2WriteResFpuPair<WriteCvtSD2I, [Zn2FPU3], 5>;
  265. defm : Zn2WriteResFpuPair<WriteCvtPD2I, [Zn2FPU3], 5>;
  266. defm : Zn2WriteResFpuPair<WriteCvtPD2IY, [Zn2FPU3], 5>;
  267. defm : X86WriteResPairUnsupported<WriteCvtPD2IZ>;
  268. defm : Zn2WriteResFpuPair<WriteCvtI2SS, [Zn2FPU3], 5>;
  269. defm : Zn2WriteResFpuPair<WriteCvtI2PS, [Zn2FPU3], 5>;
  270. defm : Zn2WriteResFpuPair<WriteCvtI2PSY, [Zn2FPU3], 5>;
  271. defm : X86WriteResPairUnsupported<WriteCvtI2PSZ>;
  272. defm : Zn2WriteResFpuPair<WriteCvtI2SD, [Zn2FPU3], 5>;
  273. defm : Zn2WriteResFpuPair<WriteCvtI2PD, [Zn2FPU3], 5>;
  274. defm : Zn2WriteResFpuPair<WriteCvtI2PDY, [Zn2FPU3], 5>;
  275. defm : X86WriteResPairUnsupported<WriteCvtI2PDZ>;
  276. defm : Zn2WriteResFpuPair<WriteFDiv, [Zn2FPU3], 15>;
  277. defm : Zn2WriteResFpuPair<WriteFDivX, [Zn2FPU3], 15>;
  278. defm : X86WriteResPairUnsupported<WriteFDivZ>;
  279. defm : Zn2WriteResFpuPair<WriteFDiv64, [Zn2FPU3], 15>;
  280. defm : Zn2WriteResFpuPair<WriteFDiv64X, [Zn2FPU3], 15>;
  281. defm : X86WriteResPairUnsupported<WriteFDiv64Z>;
  282. defm : Zn2WriteResFpuPair<WriteFSign, [Zn2FPU3], 2>;
  283. defm : Zn2WriteResFpuPair<WriteFRnd, [Zn2FPU3], 3, [1], 1, 7, 0>;
  284. defm : Zn2WriteResFpuPair<WriteFRndY, [Zn2FPU3], 3, [1], 1, 7, 0>;
  285. defm : X86WriteResPairUnsupported<WriteFRndZ>;
  286. defm : Zn2WriteResFpuPair<WriteFLogic, [Zn2FPU], 1>;
  287. defm : Zn2WriteResFpuPair<WriteFLogicY, [Zn2FPU], 1>;
  288. defm : X86WriteResPairUnsupported<WriteFLogicZ>;
  289. defm : Zn2WriteResFpuPair<WriteFTest, [Zn2FPU], 1>;
  290. defm : Zn2WriteResFpuPair<WriteFTestY, [Zn2FPU], 1>;
  291. defm : X86WriteResPairUnsupported<WriteFTestZ>;
  292. defm : Zn2WriteResFpuPair<WriteFShuffle, [Zn2FPU12], 1>;
  293. defm : Zn2WriteResFpuPair<WriteFShuffleY, [Zn2FPU12], 1>;
  294. defm : X86WriteResPairUnsupported<WriteFShuffleZ>;
  295. defm : Zn2WriteResFpuPair<WriteFVarShuffle, [Zn2FPU12], 3>;
  296. defm : Zn2WriteResFpuPair<WriteFVarShuffleY,[Zn2FPU12], 3>;
  297. defm : X86WriteResPairUnsupported<WriteFVarShuffleZ>;
  298. defm : Zn2WriteResFpuPair<WriteFMul, [Zn2FPU01], 3, [1], 1, 7, 1>;
  299. defm : Zn2WriteResFpuPair<WriteFMulX, [Zn2FPU01], 3, [1], 1, 7, 1>;
  300. defm : Zn2WriteResFpuPair<WriteFMulY, [Zn2FPU01], 3, [1], 1, 7, 1>;
  301. defm : X86WriteResPairUnsupported<WriteFMulZ>;
  302. defm : Zn2WriteResFpuPair<WriteFMul64, [Zn2FPU01], 3, [1], 1, 7, 1>;
  303. defm : Zn2WriteResFpuPair<WriteFMul64X, [Zn2FPU01], 3, [1], 1, 7, 1>;
  304. defm : Zn2WriteResFpuPair<WriteFMul64Y, [Zn2FPU01], 3, [1], 1, 7, 1>;
  305. defm : X86WriteResPairUnsupported<WriteFMul64Z>;
  306. defm : Zn2WriteResFpuPair<WriteFMA, [Zn2FPU03], 5>;
  307. defm : Zn2WriteResFpuPair<WriteFMAX, [Zn2FPU03], 5>;
  308. defm : Zn2WriteResFpuPair<WriteFMAY, [Zn2FPU03], 5>;
  309. defm : X86WriteResPairUnsupported<WriteFMAZ>;
  310. defm : Zn2WriteResFpuPair<WriteFRcp, [Zn2FPU01], 5>;
  311. defm : Zn2WriteResFpuPair<WriteFRcpX, [Zn2FPU01], 5>;
  312. defm : Zn2WriteResFpuPair<WriteFRcpY, [Zn2FPU01], 5, [1], 1, 7, 2>;
  313. defm : X86WriteResPairUnsupported<WriteFRcpZ>;
  314. defm : Zn2WriteResFpuPair<WriteFRsqrtX, [Zn2FPU01], 5, [1], 1, 7, 1>;
  315. defm : X86WriteResPairUnsupported<WriteFRsqrtZ>;
  316. defm : Zn2WriteResFpuPair<WriteFSqrt, [Zn2FPU3], 20, [20]>;
  317. defm : Zn2WriteResFpuPair<WriteFSqrtX, [Zn2FPU3], 20, [20]>;
  318. defm : Zn2WriteResFpuPair<WriteFSqrtY, [Zn2FPU3], 28, [28], 1, 7, 1>;
  319. defm : X86WriteResPairUnsupported<WriteFSqrtZ>;
  320. defm : Zn2WriteResFpuPair<WriteFSqrt64, [Zn2FPU3], 20, [20]>;
  321. defm : Zn2WriteResFpuPair<WriteFSqrt64X, [Zn2FPU3], 20, [20]>;
  322. defm : Zn2WriteResFpuPair<WriteFSqrt64Y, [Zn2FPU3], 20, [20], 1, 7, 1>;
  323. defm : X86WriteResPairUnsupported<WriteFSqrt64Z>;
  324. defm : Zn2WriteResFpuPair<WriteFSqrt80, [Zn2FPU3], 20, [20]>;
  325. // Vector integer operations which uses FPU units
  326. defm : X86WriteRes<WriteVecLoad, [Zn2AGU], 8, [1], 1>;
  327. defm : X86WriteRes<WriteVecLoadX, [Zn2AGU], 8, [1], 1>;
  328. defm : X86WriteRes<WriteVecLoadY, [Zn2AGU], 8, [1], 1>;
  329. defm : X86WriteRes<WriteVecLoadNT, [Zn2AGU], 8, [1], 1>;
  330. defm : X86WriteRes<WriteVecLoadNTY, [Zn2AGU], 8, [1], 1>;
  331. defm : X86WriteRes<WriteVecMaskedLoad, [Zn2AGU,Zn2FPU01], 8, [1,2], 2>;
  332. defm : X86WriteRes<WriteVecMaskedLoadY, [Zn2AGU,Zn2FPU01], 8, [1,2], 2>;
  333. defm : X86WriteRes<WriteVecStore, [Zn2AGU], 1, [1], 1>;
  334. defm : X86WriteRes<WriteVecStoreX, [Zn2AGU], 1, [1], 1>;
  335. defm : X86WriteRes<WriteVecStoreY, [Zn2AGU], 1, [1], 1>;
  336. defm : X86WriteRes<WriteVecStoreNT, [Zn2AGU], 1, [1], 1>;
  337. defm : X86WriteRes<WriteVecStoreNTY, [Zn2AGU], 1, [1], 1>;
  338. defm : X86WriteRes<WriteVecMaskedStore32, [Zn2AGU,Zn2FPU01], 4, [1,1], 1>;
  339. defm : X86WriteRes<WriteVecMaskedStore32Y, [Zn2AGU,Zn2FPU01], 5, [1,2], 2>;
  340. defm : X86WriteRes<WriteVecMaskedStore64, [Zn2AGU,Zn2FPU01], 4, [1,1], 1>;
  341. defm : X86WriteRes<WriteVecMaskedStore64Y, [Zn2AGU,Zn2FPU01], 5, [1,2], 2>;
  342. defm : X86WriteRes<WriteVecMove, [Zn2FPU], 1, [1], 1>;
  343. defm : X86WriteRes<WriteVecMoveX, [Zn2FPU], 1, [1], 1>;
  344. defm : X86WriteRes<WriteVecMoveY, [Zn2FPU], 2, [1], 2>;
  345. defm : X86WriteResUnsupported<WriteVecMoveZ>;
  346. defm : X86WriteRes<WriteVecMoveToGpr, [Zn2FPU2], 2, [1], 1>;
  347. defm : X86WriteRes<WriteVecMoveFromGpr, [Zn2FPU2], 3, [1], 1>;
  348. defm : X86WriteRes<WriteEMMS, [Zn2FPU], 2, [1], 1>;
  349. defm : Zn2WriteResFpuPair<WriteVecShift, [Zn2FPU], 1>;
  350. defm : Zn2WriteResFpuPair<WriteVecShiftX, [Zn2FPU2], 1>;
  351. defm : Zn2WriteResFpuPair<WriteVecShiftY, [Zn2FPU2], 1>;
  352. defm : X86WriteResPairUnsupported<WriteVecShiftZ>;
  353. defm : Zn2WriteResFpuPair<WriteVecShiftImm, [Zn2FPU], 1>;
  354. defm : Zn2WriteResFpuPair<WriteVecShiftImmX, [Zn2FPU], 1>;
  355. defm : Zn2WriteResFpuPair<WriteVecShiftImmY, [Zn2FPU], 1>;
  356. defm : X86WriteResPairUnsupported<WriteVecShiftImmZ>;
  357. defm : Zn2WriteResFpuPair<WriteVecLogic, [Zn2FPU], 1>;
  358. defm : Zn2WriteResFpuPair<WriteVecLogicX, [Zn2FPU], 1>;
  359. defm : Zn2WriteResFpuPair<WriteVecLogicY, [Zn2FPU], 1>;
  360. defm : X86WriteResPairUnsupported<WriteVecLogicZ>;
  361. defm : Zn2WriteResFpuPair<WriteVecTest, [Zn2FPU12], 1, [2], 1, 7, 1>;
  362. defm : Zn2WriteResFpuPair<WriteVecTestY, [Zn2FPU12], 1, [2], 1, 7, 1>;
  363. defm : X86WriteResPairUnsupported<WriteVecTestZ>;
  364. defm : Zn2WriteResFpuPair<WriteVecALU, [Zn2FPU], 1>;
  365. defm : Zn2WriteResFpuPair<WriteVecALUX, [Zn2FPU], 1>;
  366. defm : Zn2WriteResFpuPair<WriteVecALUY, [Zn2FPU], 1>;
  367. defm : X86WriteResPairUnsupported<WriteVecALUZ>;
  368. defm : Zn2WriteResFpuPair<WriteVecIMul, [Zn2FPU0], 4>;
  369. defm : Zn2WriteResFpuPair<WriteVecIMulX, [Zn2FPU0], 4>;
  370. defm : Zn2WriteResFpuPair<WriteVecIMulY, [Zn2FPU0], 4>;
  371. defm : X86WriteResPairUnsupported<WriteVecIMulZ>;
  372. defm : Zn2WriteResFpuPair<WritePMULLD, [Zn2FPU0], 4, [1], 1, 7, 1>;
  373. defm : Zn2WriteResFpuPair<WritePMULLDY, [Zn2FPU0], 4, [1], 1, 7, 1>;
  374. defm : X86WriteResPairUnsupported<WritePMULLDZ>;
  375. defm : Zn2WriteResFpuPair<WriteShuffle, [Zn2FPU], 1>;
  376. defm : Zn2WriteResFpuPair<WriteShuffleX, [Zn2FPU], 1>;
  377. defm : Zn2WriteResFpuPair<WriteShuffleY, [Zn2FPU], 1>;
  378. defm : X86WriteResPairUnsupported<WriteShuffleZ>;
  379. defm : Zn2WriteResFpuPair<WriteVarShuffle, [Zn2FPU], 1>;
  380. defm : Zn2WriteResFpuPair<WriteVarShuffleX,[Zn2FPU], 1>;
  381. defm : Zn2WriteResFpuPair<WriteVarShuffleY,[Zn2FPU], 1>;
  382. defm : X86WriteResPairUnsupported<WriteVarShuffleZ>;
  383. defm : Zn2WriteResFpuPair<WriteBlend, [Zn2FPU01], 1>;
  384. defm : Zn2WriteResFpuPair<WriteBlendY, [Zn2FPU01], 1>;
  385. defm : X86WriteResPairUnsupported<WriteBlendZ>;
  386. defm : Zn2WriteResFpuPair<WriteShuffle256, [Zn2FPU], 2>;
  387. defm : Zn2WriteResFpuPair<WriteVPMOV256, [Zn2FPU12], 4, [1], 2, 4>;
  388. defm : Zn2WriteResFpuPair<WriteVarShuffle256, [Zn2FPU], 2>;
  389. defm : Zn2WriteResFpuPair<WritePSADBW, [Zn2FPU0], 3>;
  390. defm : Zn2WriteResFpuPair<WritePSADBWX, [Zn2FPU0], 3>;
  391. defm : Zn2WriteResFpuPair<WritePSADBWY, [Zn2FPU0], 3>;
  392. defm : X86WriteResPairUnsupported<WritePSADBWZ>;
  393. defm : Zn2WriteResFpuPair<WritePHMINPOS, [Zn2FPU0], 4>;
  394. // Vector Shift Operations
  395. defm : Zn2WriteResFpuPair<WriteVarVecShift, [Zn2FPU12], 3>;
  396. defm : Zn2WriteResFpuPair<WriteVarVecShiftY, [Zn2FPU12], 3>;
  397. defm : X86WriteResPairUnsupported<WriteVarVecShiftZ>;
  398. // Vector insert/extract operations.
  399. defm : Zn2WriteResFpuPair<WriteVecInsert, [Zn2FPU], 1>;
  400. def : WriteRes<WriteVecExtract, [Zn2FPU12, Zn2FPU2]> {
  401. let Latency = 2;
  402. let ResourceCycles = [1, 2];
  403. }
  404. def : WriteRes<WriteVecExtractSt, [Zn2AGU, Zn2FPU12, Zn2FPU2]> {
  405. let Latency = 5;
  406. let NumMicroOps = 2;
  407. let ResourceCycles = [1, 2, 3];
  408. }
  409. // MOVMSK Instructions.
  410. def : WriteRes<WriteFMOVMSK, [Zn2FPU2]>;
  411. def : WriteRes<WriteMMXMOVMSK, [Zn2FPU2]>;
  412. def : WriteRes<WriteVecMOVMSK, [Zn2FPU2]>;
  413. def : WriteRes<WriteVecMOVMSKY, [Zn2FPU2]> {
  414. let NumMicroOps = 2;
  415. let Latency = 2;
  416. let ResourceCycles = [2];
  417. }
  418. // AES Instructions.
  419. defm : Zn2WriteResFpuPair<WriteAESDecEnc, [Zn2FPU01], 4>;
  420. defm : Zn2WriteResFpuPair<WriteAESIMC, [Zn2FPU01], 4>;
  421. defm : Zn2WriteResFpuPair<WriteAESKeyGen, [Zn2FPU01], 4>;
  422. def : WriteRes<WriteFence, [Zn2AGU]>;
  423. def : WriteRes<WriteNop, []>;
  424. // Following instructions with latency=100 are microcoded.
  425. // We set long latency so as to block the entire pipeline.
  426. defm : Zn2WriteResFpuPair<WriteFShuffle256, [Zn2FPU], 100>;
  427. defm : Zn2WriteResFpuPair<WriteFVarShuffle256, [Zn2FPU], 100>;
  428. // Microcoded Instructions
  429. def Zn2WriteMicrocoded : SchedWriteRes<[]> {
  430. let Latency = 100;
  431. }
  432. defm : Zn2WriteResPair<WriteDPPS, [], 15>;
  433. defm : Zn2WriteResPair<WriteFHAdd, [], 7>;
  434. defm : Zn2WriteResPair<WriteFHAddY, [], 7>;
  435. defm : Zn2WriteResPair<WritePHAdd, [], 3>;
  436. defm : Zn2WriteResPair<WritePHAddX, [], 3>;
  437. defm : Zn2WriteResPair<WritePHAddY, [], 3>;
  438. def : SchedAlias<WriteMicrocoded, Zn2WriteMicrocoded>;
  439. def : SchedAlias<WriteFCMOV, Zn2WriteMicrocoded>;
  440. def : SchedAlias<WriteSystem, Zn2WriteMicrocoded>;
  441. def : SchedAlias<WriteMPSAD, Zn2WriteMicrocoded>;
  442. def : SchedAlias<WriteMPSADY, Zn2WriteMicrocoded>;
  443. def : SchedAlias<WriteMPSADLd, Zn2WriteMicrocoded>;
  444. def : SchedAlias<WriteMPSADYLd, Zn2WriteMicrocoded>;
  445. def : SchedAlias<WriteCLMul, Zn2WriteMicrocoded>;
  446. def : SchedAlias<WriteCLMulLd, Zn2WriteMicrocoded>;
  447. def : SchedAlias<WritePCmpIStrM, Zn2WriteMicrocoded>;
  448. def : SchedAlias<WritePCmpIStrMLd, Zn2WriteMicrocoded>;
  449. def : SchedAlias<WritePCmpEStrI, Zn2WriteMicrocoded>;
  450. def : SchedAlias<WritePCmpEStrILd, Zn2WriteMicrocoded>;
  451. def : SchedAlias<WritePCmpEStrM, Zn2WriteMicrocoded>;
  452. def : SchedAlias<WritePCmpEStrMLd, Zn2WriteMicrocoded>;
  453. def : SchedAlias<WritePCmpIStrI, Zn2WriteMicrocoded>;
  454. def : SchedAlias<WritePCmpIStrILd, Zn2WriteMicrocoded>;
  455. def : SchedAlias<WriteLDMXCSR, Zn2WriteMicrocoded>;
  456. def : SchedAlias<WriteSTMXCSR, Zn2WriteMicrocoded>;
  457. //=== Regex based InstRW ===//
  458. // Notation:
  459. // - r: register.
  460. // - m = memory.
  461. // - i = immediate
  462. // - mm: 64 bit mmx register.
  463. // - x = 128 bit xmm register.
  464. // - (x)mm = mmx or xmm register.
  465. // - y = 256 bit ymm register.
  466. // - v = any vector register.
  467. //=== Integer Instructions ===//
  468. //-- Move instructions --//
  469. // MOV.
  470. // r16,m.
  471. def : InstRW<[WriteALULd, ReadAfterLd], (instregex "MOV16rm")>;
  472. // MOVSX, MOVZX.
  473. // r,m.
  474. def : InstRW<[WriteLoad], (instregex "MOV(S|Z)X32rm(8|16)")>;
  475. // XCHG.
  476. // r,r.
  477. def Zn2WriteXCHG : SchedWriteRes<[Zn2ALU]> {
  478. let NumMicroOps = 2;
  479. }
  480. def : InstRW<[Zn2WriteXCHG], (instregex "^XCHG(8|16|32|64)rr", "^XCHG(16|32|64)ar")>;
  481. // r,m.
  482. def Zn2WriteXCHGrm : SchedWriteRes<[Zn2AGU, Zn2ALU]> {
  483. let Latency = 5;
  484. let NumMicroOps = 2;
  485. }
  486. def : InstRW<[Zn2WriteXCHGrm, ReadAfterLd], (instregex "^XCHG(8|16|32|64)rm")>;
  487. def : InstRW<[WriteMicrocoded], (instrs XLAT)>;
  488. // POP16.
  489. // r.
  490. def Zn2WritePop16r : SchedWriteRes<[Zn2AGU]>{
  491. let Latency = 5;
  492. let NumMicroOps = 2;
  493. }
  494. def : InstRW<[Zn2WritePop16r], (instregex "POP16rmm")>;
  495. def : InstRW<[WriteMicrocoded], (instregex "POPF(16|32)")>;
  496. def : InstRW<[WriteMicrocoded], (instregex "POPA(16|32)")>;
  497. // PUSH.
  498. // r. Has default values.
  499. // m.
  500. def Zn2WritePUSH : SchedWriteRes<[Zn2AGU]>{
  501. let Latency = 4;
  502. }
  503. def : InstRW<[Zn2WritePUSH], (instregex "PUSH(16|32)rmm")>;
  504. //PUSHF
  505. def : InstRW<[WriteMicrocoded], (instregex "PUSHF(16|32)")>;
  506. // PUSHA.
  507. def Zn2WritePushA : SchedWriteRes<[Zn2AGU]> {
  508. let Latency = 8;
  509. }
  510. def : InstRW<[Zn2WritePushA], (instregex "PUSHA(16|32)")>;
  511. //LAHF
  512. def : InstRW<[WriteMicrocoded], (instrs LAHF)>;
  513. // MOVBE.
  514. // r,m.
  515. def Zn2WriteMOVBE : SchedWriteRes<[Zn2AGU, Zn2ALU]> {
  516. let Latency = 5;
  517. }
  518. def : InstRW<[Zn2WriteMOVBE, ReadAfterLd], (instregex "MOVBE(16|32|64)rm")>;
  519. // m16,r16.
  520. def : InstRW<[Zn2WriteMOVBE], (instregex "MOVBE(16|32|64)mr")>;
  521. //-- Arithmetic instructions --//
  522. // ADD SUB.
  523. // m,r/i.
  524. def : InstRW<[WriteALULd], (instregex "(ADD|SUB)(8|16|32|64)m(r|i)",
  525. "(ADD|SUB)(8|16|32|64)mi8",
  526. "(ADD|SUB)64mi32")>;
  527. // ADC SBB.
  528. // m,r/i.
  529. def : InstRW<[WriteALULd],
  530. (instregex "(ADC|SBB)(8|16|32|64)m(r|i)",
  531. "(ADC|SBB)(16|32|64)mi8",
  532. "(ADC|SBB)64mi32")>;
  533. // INC DEC NOT NEG.
  534. // m.
  535. def : InstRW<[WriteALULd],
  536. (instregex "(INC|DEC|NOT|NEG)(8|16|32|64)m")>;
  537. // MUL IMUL.
  538. // r16.
  539. def Zn2WriteMul16 : SchedWriteRes<[Zn2ALU1, Zn2Multiplier]> {
  540. let Latency = 3;
  541. }
  542. def Zn2WriteMul16Imm : SchedWriteRes<[Zn2ALU1, Zn2Multiplier]> {
  543. let Latency = 4;
  544. }
  545. def : SchedAlias<WriteIMul16, Zn2WriteMul16>;
  546. def : SchedAlias<WriteIMul16Imm, Zn2WriteMul16Imm>;
  547. def : SchedAlias<WriteIMul16Reg, Zn2WriteMul16>;
  548. // m16.
  549. def Zn2WriteMul16Ld : SchedWriteRes<[Zn2AGU, Zn2ALU1, Zn2Multiplier]> {
  550. let Latency = 7;
  551. }
  552. def : SchedAlias<WriteIMul16Ld, Zn2WriteMul16Ld>;
  553. def : SchedAlias<WriteIMul16ImmLd, Zn2WriteMul16Ld>;
  554. def : SchedAlias<WriteIMul16RegLd, Zn2WriteMul16Ld>;
  555. // r32.
  556. def Zn2WriteMul32 : SchedWriteRes<[Zn2ALU1, Zn2Multiplier]> {
  557. let Latency = 3;
  558. }
  559. def : SchedAlias<WriteIMul32, Zn2WriteMul32>;
  560. def : SchedAlias<WriteIMul32Imm, Zn2WriteMul32>;
  561. def : SchedAlias<WriteIMul32Reg, Zn2WriteMul32>;
  562. // m32.
  563. def Zn2WriteMul32Ld : SchedWriteRes<[Zn2AGU, Zn2ALU1, Zn2Multiplier]> {
  564. let Latency = 7;
  565. }
  566. def : SchedAlias<WriteIMul32Ld, Zn2WriteMul32Ld>;
  567. def : SchedAlias<WriteIMul32ImmLd, Zn2WriteMul32Ld>;
  568. def : SchedAlias<WriteIMul32RegLd, Zn2WriteMul32Ld>;
  569. // r64.
  570. def Zn2WriteMul64 : SchedWriteRes<[Zn2ALU1, Zn2Multiplier]> {
  571. let Latency = 4;
  572. let NumMicroOps = 2;
  573. }
  574. def : SchedAlias<WriteIMul64, Zn2WriteMul64>;
  575. def : SchedAlias<WriteIMul64Imm, Zn2WriteMul64>;
  576. def : SchedAlias<WriteIMul64Reg, Zn2WriteMul64>;
  577. // m64.
  578. def Zn2WriteMul64Ld : SchedWriteRes<[Zn2AGU, Zn2ALU1, Zn2Multiplier]> {
  579. let Latency = 8;
  580. let NumMicroOps = 2;
  581. }
  582. def : SchedAlias<WriteIMul64Ld, Zn2WriteMul64Ld>;
  583. def : SchedAlias<WriteIMul64ImmLd, Zn2WriteMul64Ld>;
  584. def : SchedAlias<WriteIMul64RegLd, Zn2WriteMul64Ld>;
  585. // MULX.
  586. // Numbers are based on the AMD SOG for Family 17h - Instruction Latencies.
  587. defm : Zn2WriteResPair<WriteMULX32, [Zn2ALU1, Zn2Multiplier], 3, [1, 1], 1, 4, 0>;
  588. defm : Zn2WriteResPair<WriteMULX64, [Zn2ALU1, Zn2Multiplier], 3, [1, 1], 1, 4, 0>;
  589. //-- Control transfer instructions --//
  590. // J(E|R)CXZ.
  591. def Zn2WriteJCXZ : SchedWriteRes<[Zn2ALU03]>;
  592. def : InstRW<[Zn2WriteJCXZ], (instrs JCXZ, JECXZ, JRCXZ)>;
  593. // INTO
  594. def : InstRW<[WriteMicrocoded], (instrs INTO)>;
  595. // LOOP.
  596. def Zn2WriteLOOP : SchedWriteRes<[Zn2ALU03]>;
  597. def : InstRW<[Zn2WriteLOOP], (instrs LOOP)>;
  598. // LOOP(N)E, LOOP(N)Z
  599. def Zn2WriteLOOPE : SchedWriteRes<[Zn2ALU03]>;
  600. def : InstRW<[Zn2WriteLOOPE], (instrs LOOPE, LOOPNE)>;
  601. // CALL.
  602. // r.
  603. def Zn2WriteCALLr : SchedWriteRes<[Zn2AGU, Zn2ALU03]>;
  604. def : InstRW<[Zn2WriteCALLr], (instregex "CALL(16|32)r")>;
  605. def : InstRW<[WriteMicrocoded], (instregex "CALL(16|32)m")>;
  606. // RET.
  607. def Zn2WriteRET : SchedWriteRes<[Zn2ALU03]> {
  608. let NumMicroOps = 2;
  609. }
  610. def : InstRW<[Zn2WriteRET], (instregex "RET(16|32|64)", "LRET(16|32|64)",
  611. "IRET(16|32|64)")>;
  612. //-- Logic instructions --//
  613. // AND OR XOR.
  614. // m,r/i.
  615. def : InstRW<[WriteALULd],
  616. (instregex "(AND|OR|XOR)(8|16|32|64)m(r|i)",
  617. "(AND|OR|XOR)(8|16|32|64)mi8", "(AND|OR|XOR)64mi32")>;
  618. // Define ALU latency variants
  619. def Zn2WriteALULat2 : SchedWriteRes<[Zn2ALU]> {
  620. let Latency = 2;
  621. }
  622. def Zn2WriteALULat2Ld : SchedWriteRes<[Zn2AGU, Zn2ALU]> {
  623. let Latency = 6;
  624. }
  625. // BT.
  626. // m,i.
  627. def : InstRW<[WriteShiftLd], (instregex "BT(16|32|64)mi8")>;
  628. // BTR BTS BTC.
  629. // r,r,i.
  630. def Zn2WriteBTRSC : SchedWriteRes<[Zn2ALU]> {
  631. let Latency = 2;
  632. let NumMicroOps = 2;
  633. }
  634. def : InstRW<[Zn2WriteBTRSC], (instregex "BT(R|S|C)(16|32|64)r(r|i8)")>;
  635. // m,r,i.
  636. def Zn2WriteBTRSCm : SchedWriteRes<[Zn2AGU, Zn2ALU]> {
  637. let Latency = 6;
  638. let NumMicroOps = 2;
  639. }
  640. // m,r,i.
  641. def : SchedAlias<WriteBitTestSetImmRMW, Zn2WriteBTRSCm>;
  642. def : SchedAlias<WriteBitTestSetRegRMW, Zn2WriteBTRSCm>;
  643. // BLSI BLSMSK BLSR.
  644. // r,r.
  645. def : SchedAlias<WriteBLS, Zn2WriteALULat2>;
  646. // r,m.
  647. def : SchedAlias<WriteBLSLd, Zn2WriteALULat2Ld>;
  648. // CLD STD.
  649. def : InstRW<[WriteALU], (instrs STD, CLD)>;
  650. // PDEP PEXT.
  651. // r,r,r.
  652. def : InstRW<[WriteMicrocoded], (instregex "PDEP(32|64)rr", "PEXT(32|64)rr")>;
  653. // r,r,m.
  654. def : InstRW<[WriteMicrocoded], (instregex "PDEP(32|64)rm", "PEXT(32|64)rm")>;
  655. // RCR RCL.
  656. // m,i.
  657. def : InstRW<[WriteMicrocoded], (instregex "RC(R|L)(8|16|32|64)m(1|i|CL)")>;
  658. // SHR SHL SAR.
  659. // m,i.
  660. def : InstRW<[WriteShiftLd], (instregex "S(A|H)(R|L)(8|16|32|64)m(i|1)")>;
  661. // SHRD SHLD.
  662. // m,r
  663. def : InstRW<[WriteShiftLd], (instregex "SH(R|L)D(16|32|64)mri8")>;
  664. // r,r,cl.
  665. def : InstRW<[WriteMicrocoded], (instregex "SH(R|L)D(16|32|64)rrCL")>;
  666. // m,r,cl.
  667. def : InstRW<[WriteMicrocoded], (instregex "SH(R|L)D(16|32|64)mrCL")>;
  668. //-- Misc instructions --//
  669. // CMPXCHG8B.
  670. def Zn2WriteCMPXCHG8B : SchedWriteRes<[Zn2AGU, Zn2ALU]> {
  671. let NumMicroOps = 18;
  672. }
  673. def : InstRW<[Zn2WriteCMPXCHG8B], (instrs CMPXCHG8B)>;
  674. def : InstRW<[WriteMicrocoded], (instrs CMPXCHG16B)>;
  675. // LEAVE
  676. def Zn2WriteLEAVE : SchedWriteRes<[Zn2ALU, Zn2AGU]> {
  677. let Latency = 8;
  678. let NumMicroOps = 2;
  679. }
  680. def : InstRW<[Zn2WriteLEAVE], (instregex "LEAVE")>;
  681. // PAUSE.
  682. def : InstRW<[WriteMicrocoded], (instrs PAUSE)>;
  683. // RDTSC.
  684. def : InstRW<[WriteMicrocoded], (instregex "RDTSC")>;
  685. // RDPMC.
  686. def : InstRW<[WriteMicrocoded], (instrs RDPMC)>;
  687. // RDRAND.
  688. def : InstRW<[WriteMicrocoded], (instregex "RDRAND(16|32|64)r")>;
  689. // XGETBV.
  690. def : InstRW<[WriteMicrocoded], (instregex "XGETBV")>;
  691. //-- String instructions --//
  692. // CMPS.
  693. def : InstRW<[WriteMicrocoded], (instregex "CMPS(B|L|Q|W)")>;
  694. // LODSB/W.
  695. def : InstRW<[WriteMicrocoded], (instregex "LODS(B|W)")>;
  696. // LODSD/Q.
  697. def : InstRW<[WriteMicrocoded], (instregex "LODS(L|Q)")>;
  698. // MOVS.
  699. def : InstRW<[WriteMicrocoded], (instregex "MOVS(B|L|Q|W)")>;
  700. // SCAS.
  701. def : InstRW<[WriteMicrocoded], (instregex "SCAS(B|W|L|Q)")>;
  702. // STOS
  703. def : InstRW<[WriteMicrocoded], (instregex "STOS(B|L|Q|W)")>;
  704. // XADD.
  705. def Zn2XADD : SchedWriteRes<[Zn2ALU]>;
  706. def : InstRW<[Zn2XADD], (instregex "XADD(8|16|32|64)rr")>;
  707. def : InstRW<[WriteMicrocoded], (instregex "XADD(8|16|32|64)rm")>;
  708. //=== Floating Point x87 Instructions ===//
  709. //-- Move instructions --//
  710. def Zn2WriteFLDr : SchedWriteRes<[Zn2FPU13]> ;
  711. def Zn2WriteSTr: SchedWriteRes<[Zn2FPU23]> {
  712. let Latency = 5;
  713. let NumMicroOps = 2;
  714. }
  715. // LD_F.
  716. // r.
  717. def : InstRW<[Zn2WriteFLDr], (instregex "LD_Frr")>;
  718. // m.
  719. def Zn2WriteLD_F80m : SchedWriteRes<[Zn2AGU, Zn2FPU13]> {
  720. let NumMicroOps = 2;
  721. }
  722. def : InstRW<[Zn2WriteLD_F80m], (instregex "LD_F80m")>;
  723. // FBLD.
  724. def : InstRW<[WriteMicrocoded], (instregex "FBLDm")>;
  725. // FST(P).
  726. // r.
  727. def : InstRW<[Zn2WriteSTr], (instregex "ST_(F|FP)rr")>;
  728. // m80.
  729. def Zn2WriteST_FP80m : SchedWriteRes<[Zn2AGU, Zn2FPU23]> {
  730. let Latency = 5;
  731. }
  732. def : InstRW<[Zn2WriteST_FP80m], (instregex "ST_FP80m")>;
  733. // FBSTP.
  734. // m80.
  735. def : InstRW<[WriteMicrocoded], (instregex "FBSTPm")>;
  736. def Zn2WriteFXCH : SchedWriteRes<[Zn2FPU]>;
  737. // FXCHG.
  738. def : InstRW<[Zn2WriteFXCH], (instrs XCH_F)>;
  739. // FILD.
  740. def Zn2WriteFILD : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  741. let Latency = 11;
  742. let NumMicroOps = 2;
  743. }
  744. def : InstRW<[Zn2WriteFILD], (instregex "ILD_F(16|32|64)m")>;
  745. // FIST(P) FISTTP.
  746. def Zn2WriteFIST : SchedWriteRes<[Zn2AGU, Zn2FPU23]> {
  747. let Latency = 12;
  748. }
  749. def : InstRW<[Zn2WriteFIST], (instregex "IS(T|TT)_(F|FP)(16|32|64)m")>;
  750. def Zn2WriteFPU13 : SchedWriteRes<[Zn2AGU, Zn2FPU13]> {
  751. let Latency = 8;
  752. }
  753. def Zn2WriteFPU3 : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  754. let Latency = 11;
  755. }
  756. // FLDZ.
  757. def : SchedAlias<WriteFLD0, Zn2WriteFPU13>;
  758. // FLD1.
  759. def : SchedAlias<WriteFLD1, Zn2WriteFPU3>;
  760. // FLDPI FLDL2E etc.
  761. def : SchedAlias<WriteFLDC, Zn2WriteFPU3>;
  762. // FNSTSW.
  763. // AX.
  764. def : InstRW<[WriteMicrocoded], (instrs FNSTSW16r)>;
  765. // m16.
  766. def : InstRW<[WriteMicrocoded], (instrs FNSTSWm)>;
  767. // FLDCW.
  768. def : InstRW<[WriteMicrocoded], (instrs FLDCW16m)>;
  769. // FNSTCW.
  770. def : InstRW<[WriteMicrocoded], (instrs FNSTCW16m)>;
  771. // FINCSTP FDECSTP.
  772. def : InstRW<[Zn2WriteFPU3], (instrs FINCSTP, FDECSTP)>;
  773. // FFREE.
  774. def : InstRW<[Zn2WriteFPU3], (instregex "FFREE")>;
  775. // FNSAVE.
  776. def : InstRW<[WriteMicrocoded], (instregex "FSAVEm")>;
  777. // FRSTOR.
  778. def : InstRW<[WriteMicrocoded], (instregex "FRSTORm")>;
  779. //-- Arithmetic instructions --//
  780. def Zn2WriteFPU3Lat1 : SchedWriteRes<[Zn2FPU3]> ;
  781. def Zn2WriteFPU0Lat1 : SchedWriteRes<[Zn2FPU0]> ;
  782. def Zn2WriteFPU0Lat1Ld : SchedWriteRes<[Zn2AGU, Zn2FPU0]> {
  783. let Latency = 8;
  784. }
  785. // FCHS.
  786. def : InstRW<[Zn2WriteFPU3Lat1], (instregex "CHS_F")>;
  787. // FCOM(P) FUCOM(P).
  788. // r.
  789. def : InstRW<[Zn2WriteFPU0Lat1], (instregex "COM(P?)_FST0r", "UCOM_F(P?)r")>;
  790. // m.
  791. def : InstRW<[Zn2WriteFPU0Lat1Ld], (instregex "FCOM(P?)(32|64)m")>;
  792. // FCOMPP FUCOMPP.
  793. // r.
  794. def : InstRW<[Zn2WriteFPU0Lat1], (instrs FCOMPP, UCOM_FPPr)>;
  795. def Zn2WriteFPU02 : SchedWriteRes<[Zn2AGU, Zn2FPU02]>
  796. {
  797. let Latency = 9;
  798. }
  799. // FCOMI(P) FUCOMI(P).
  800. // m.
  801. def : InstRW<[Zn2WriteFPU02], (instrs COM_FIPr, COM_FIr, UCOM_FIPr, UCOM_FIr)>;
  802. def Zn2WriteFPU03 : SchedWriteRes<[Zn2AGU, Zn2FPU03]>
  803. {
  804. let Latency = 12;
  805. let NumMicroOps = 2;
  806. let ResourceCycles = [1,3];
  807. }
  808. // FICOM(P).
  809. def : InstRW<[Zn2WriteFPU03], (instregex "FICOM(P?)(16|32)m")>;
  810. // FTST.
  811. def : InstRW<[Zn2WriteFPU0Lat1], (instregex "TST_F")>;
  812. // FXAM.
  813. def : InstRW<[Zn2WriteFPU3Lat1], (instrs XAM_F)>;
  814. // FPREM.
  815. def : InstRW<[WriteMicrocoded], (instrs FPREM)>;
  816. // FPREM1.
  817. def : InstRW<[WriteMicrocoded], (instrs FPREM1)>;
  818. // FRNDINT.
  819. def : InstRW<[WriteMicrocoded], (instrs FRNDINT)>;
  820. // FSCALE.
  821. def : InstRW<[WriteMicrocoded], (instrs FSCALE)>;
  822. // FXTRACT.
  823. def : InstRW<[WriteMicrocoded], (instrs FXTRACT)>;
  824. // FNOP.
  825. def : InstRW<[Zn2WriteFPU0Lat1], (instrs FNOP)>;
  826. // WAIT.
  827. def : InstRW<[Zn2WriteFPU0Lat1], (instrs WAIT)>;
  828. // FNCLEX.
  829. def : InstRW<[WriteMicrocoded], (instrs FNCLEX)>;
  830. // FNINIT.
  831. def : InstRW<[WriteMicrocoded], (instrs FNINIT)>;
  832. //=== Integer MMX and XMM Instructions ===//
  833. // PACKSSWB/DW.
  834. // mm <- mm.
  835. def Zn2WriteFPU12 : SchedWriteRes<[Zn2FPU12]> ;
  836. def Zn2WriteFPU12Y : SchedWriteRes<[Zn2FPU12]> {
  837. let Latency = 4;
  838. let NumMicroOps = 2;
  839. }
  840. def Zn2WriteFPU12m : SchedWriteRes<[Zn2AGU, Zn2FPU12]> ;
  841. def Zn2WriteFPU12Ym : SchedWriteRes<[Zn2AGU, Zn2FPU12]> {
  842. let Latency = 8;
  843. let NumMicroOps = 2;
  844. }
  845. def : InstRW<[Zn2WriteFPU12], (instrs MMX_PACKSSDWrr,
  846. MMX_PACKSSWBrr,
  847. MMX_PACKUSWBrr)>;
  848. def : InstRW<[Zn2WriteFPU12m], (instrs MMX_PACKSSDWrm,
  849. MMX_PACKSSWBrm,
  850. MMX_PACKUSWBrm)>;
  851. def Zn2WriteFPU013 : SchedWriteRes<[Zn2FPU013]> ;
  852. def Zn2WriteFPU013Y : SchedWriteRes<[Zn2FPU013]> ;
  853. def Zn2WriteFPU013m : SchedWriteRes<[Zn2AGU, Zn2FPU013]> {
  854. let Latency = 8;
  855. let NumMicroOps = 2;
  856. }
  857. def Zn2WriteFPU013Ld : SchedWriteRes<[Zn2AGU, Zn2FPU013]> {
  858. let Latency = 8;
  859. let NumMicroOps = 2;
  860. }
  861. def Zn2WriteFPU013LdY : SchedWriteRes<[Zn2AGU, Zn2FPU013]> {
  862. let Latency = 8;
  863. let NumMicroOps = 2;
  864. }
  865. // PBLENDW.
  866. // x,x,i / v,v,v,i
  867. def : InstRW<[Zn2WriteFPU013], (instregex "(V?)PBLENDWrri")>;
  868. // ymm
  869. def : InstRW<[Zn2WriteFPU013Y], (instrs VPBLENDWYrri)>;
  870. // x,m,i / v,v,m,i
  871. def : InstRW<[Zn2WriteFPU013Ld], (instregex "(V?)PBLENDWrmi")>;
  872. // y,m,i
  873. def : InstRW<[Zn2WriteFPU013LdY], (instrs VPBLENDWYrmi)>;
  874. def Zn2WriteFPU01 : SchedWriteRes<[Zn2FPU01]> ;
  875. def Zn2WriteFPU01Y : SchedWriteRes<[Zn2FPU01]> {
  876. let NumMicroOps = 2;
  877. }
  878. // VPBLENDD.
  879. // v,v,v,i.
  880. def : InstRW<[Zn2WriteFPU01], (instrs VPBLENDDrri)>;
  881. // ymm
  882. def : InstRW<[Zn2WriteFPU01Y], (instrs VPBLENDDYrri)>;
  883. // v,v,m,i
  884. def Zn2WriteFPU01Op2 : SchedWriteRes<[Zn2AGU, Zn2FPU01]> {
  885. let NumMicroOps = 2;
  886. let Latency = 8;
  887. let ResourceCycles = [1, 2];
  888. }
  889. def Zn2WriteFPU01Op2Y : SchedWriteRes<[Zn2AGU, Zn2FPU01]> {
  890. let NumMicroOps = 2;
  891. let Latency = 9;
  892. let ResourceCycles = [1, 3];
  893. }
  894. def : InstRW<[Zn2WriteFPU01Op2], (instrs VPBLENDDrmi)>;
  895. def : InstRW<[Zn2WriteFPU01Op2Y], (instrs VPBLENDDYrmi)>;
  896. // MASKMOVQ.
  897. def : InstRW<[WriteMicrocoded], (instregex "MMX_MASKMOVQ(64)?")>;
  898. // MASKMOVDQU.
  899. def : InstRW<[WriteMicrocoded], (instregex "(V?)MASKMOVDQU(64)?")>;
  900. // VPMASKMOVD.
  901. // ymm
  902. def : InstRW<[WriteMicrocoded],
  903. (instregex "VPMASKMOVD(Y?)rm")>;
  904. // m, v,v.
  905. def : InstRW<[WriteMicrocoded], (instregex "VPMASKMOV(D|Q)(Y?)mr")>;
  906. // VPBROADCAST B/W.
  907. // x, m8/16.
  908. def Zn2WriteVPBROADCAST128Ld : SchedWriteRes<[Zn2AGU, Zn2FPU12]> {
  909. let Latency = 8;
  910. let NumMicroOps = 2;
  911. let ResourceCycles = [1, 2];
  912. }
  913. def : InstRW<[Zn2WriteVPBROADCAST128Ld],
  914. (instregex "VPBROADCAST(B|W)rm")>;
  915. // y, m8/16
  916. def Zn2WriteVPBROADCAST256Ld : SchedWriteRes<[Zn2AGU, Zn2FPU1]> {
  917. let Latency = 8;
  918. let NumMicroOps = 2;
  919. let ResourceCycles = [1, 2];
  920. }
  921. def : InstRW<[Zn2WriteVPBROADCAST256Ld],
  922. (instregex "VPBROADCAST(B|W)Yrm")>;
  923. // VPGATHER.
  924. def : InstRW<[WriteMicrocoded], (instregex "VPGATHER(Q|D)(Q|D)(Y?)rm")>;
  925. //-- Arithmetic instructions --//
  926. // PCMPGTQ.
  927. def Zn2WritePCMPGTQr : SchedWriteRes<[Zn2FPU03]>;
  928. def : InstRW<[Zn2WritePCMPGTQr], (instregex "(V?)PCMPGTQ(Y?)rr")>;
  929. // x <- x,m.
  930. def Zn2WritePCMPGTQm : SchedWriteRes<[Zn2AGU, Zn2FPU03]> {
  931. let Latency = 8;
  932. }
  933. // ymm.
  934. def Zn2WritePCMPGTQYm : SchedWriteRes<[Zn2AGU, Zn2FPU03]> {
  935. let Latency = 8;
  936. }
  937. def : InstRW<[Zn2WritePCMPGTQm], (instregex "(V?)PCMPGTQrm")>;
  938. def : InstRW<[Zn2WritePCMPGTQYm], (instrs VPCMPGTQYrm)>;
  939. //-- Logic instructions --//
  940. // PSLL,PSRL,PSRA W/D/Q.
  941. // x,x / v,v,x.
  942. def Zn2WritePShift : SchedWriteRes<[Zn2FPU2]> {
  943. let Latency = 3;
  944. }
  945. def Zn2WritePShiftY : SchedWriteRes<[Zn2FPU2]> {
  946. let Latency = 3;
  947. }
  948. // PSLL,PSRL DQ.
  949. def : InstRW<[Zn2WritePShift], (instregex "(V?)PS(R|L)LDQri")>;
  950. def : InstRW<[Zn2WritePShiftY], (instregex "(V?)PS(R|L)LDQYri")>;
  951. //=== Floating Point XMM and YMM Instructions ===//
  952. //-- Move instructions --//
  953. // VPERM2F128.
  954. def : InstRW<[WriteMicrocoded], (instrs VPERM2F128rr)>;
  955. def : InstRW<[WriteMicrocoded], (instrs VPERM2F128rm)>;
  956. def Zn2WriteBROADCAST : SchedWriteRes<[Zn2AGU, Zn2FPU13]> {
  957. let NumMicroOps = 2;
  958. let Latency = 8;
  959. }
  960. // VBROADCASTF128.
  961. def : InstRW<[Zn2WriteBROADCAST], (instrs VBROADCASTF128)>;
  962. // EXTRACTPS.
  963. // r32,x,i.
  964. def Zn2WriteEXTRACTPSr : SchedWriteRes<[Zn2FPU12, Zn2FPU2]> {
  965. let Latency = 2;
  966. let ResourceCycles = [1, 2];
  967. }
  968. def : InstRW<[Zn2WriteEXTRACTPSr], (instregex "(V?)EXTRACTPSrr")>;
  969. def Zn2WriteEXTRACTPSm : SchedWriteRes<[Zn2AGU,Zn2FPU12, Zn2FPU2]> {
  970. let Latency = 5;
  971. let NumMicroOps = 2;
  972. let ResourceCycles = [5, 1, 2];
  973. }
  974. // m32,x,i.
  975. def : InstRW<[Zn2WriteEXTRACTPSm], (instregex "(V?)EXTRACTPSmr")>;
  976. // VEXTRACTF128.
  977. // x,y,i.
  978. def : InstRW<[Zn2WriteFPU013], (instrs VEXTRACTF128rr)>;
  979. // m128,y,i.
  980. def : InstRW<[Zn2WriteFPU013m], (instrs VEXTRACTF128mr)>;
  981. def Zn2WriteVINSERT128r: SchedWriteRes<[Zn2FPU013]> {
  982. let Latency = 2;
  983. // let ResourceCycles = [2];
  984. }
  985. def Zn2WriteVINSERT128Ld: SchedWriteRes<[Zn2AGU,Zn2FPU013]> {
  986. let Latency = 9;
  987. let NumMicroOps = 2;
  988. }
  989. // VINSERTF128.
  990. // y,y,x,i.
  991. def : InstRW<[Zn2WriteVINSERT128r], (instrs VINSERTF128rr)>;
  992. def : InstRW<[Zn2WriteVINSERT128Ld], (instrs VINSERTF128rm)>;
  993. // VGATHER.
  994. def : InstRW<[WriteMicrocoded], (instregex "VGATHER(Q|D)(PD|PS)(Y?)rm")>;
  995. //-- Conversion instructions --//
  996. def Zn2WriteCVTPD2PSr: SchedWriteRes<[Zn2FPU3]> {
  997. let Latency = 3;
  998. }
  999. def Zn2WriteCVTPD2PSYr: SchedWriteRes<[Zn2FPU3]> {
  1000. let Latency = 3;
  1001. }
  1002. // CVTPD2PS.
  1003. // x,x.
  1004. def : SchedAlias<WriteCvtPD2PS, Zn2WriteCVTPD2PSr>;
  1005. // y,y.
  1006. def : SchedAlias<WriteCvtPD2PSY, Zn2WriteCVTPD2PSYr>;
  1007. // z,z.
  1008. defm : X86WriteResUnsupported<WriteCvtPD2PSZ>;
  1009. def Zn2WriteCVTPD2PSLd: SchedWriteRes<[Zn2AGU,Zn2FPU03]> {
  1010. let Latency = 10;
  1011. let NumMicroOps = 2;
  1012. }
  1013. // x,m128.
  1014. def : SchedAlias<WriteCvtPD2PSLd, Zn2WriteCVTPD2PSLd>;
  1015. // x,m256.
  1016. def Zn2WriteCVTPD2PSYLd : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  1017. let Latency = 10;
  1018. }
  1019. def : SchedAlias<WriteCvtPD2PSYLd, Zn2WriteCVTPD2PSYLd>;
  1020. // z,m512
  1021. defm : X86WriteResUnsupported<WriteCvtPD2PSZLd>;
  1022. // CVTSD2SS.
  1023. // x,x.
  1024. // Same as WriteCVTPD2PSr
  1025. def : SchedAlias<WriteCvtSD2SS, Zn2WriteCVTPD2PSr>;
  1026. // x,m64.
  1027. def : SchedAlias<WriteCvtSD2SSLd, Zn2WriteCVTPD2PSLd>;
  1028. // CVTPS2PD.
  1029. // x,x.
  1030. def Zn2WriteCVTPS2PDr : SchedWriteRes<[Zn2FPU3]> {
  1031. let Latency = 3;
  1032. }
  1033. def : SchedAlias<WriteCvtPS2PD, Zn2WriteCVTPS2PDr>;
  1034. // x,m64.
  1035. // y,m128.
  1036. def Zn2WriteCVTPS2PDLd : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  1037. let Latency = 10;
  1038. let NumMicroOps = 2;
  1039. }
  1040. def : SchedAlias<WriteCvtPS2PDLd, Zn2WriteCVTPS2PDLd>;
  1041. def : SchedAlias<WriteCvtPS2PDYLd, Zn2WriteCVTPS2PDLd>;
  1042. defm : X86WriteResUnsupported<WriteCvtPS2PDZLd>;
  1043. // y,x.
  1044. def Zn2WriteVCVTPS2PDY : SchedWriteRes<[Zn2FPU3]> {
  1045. let Latency = 3;
  1046. }
  1047. def : SchedAlias<WriteCvtPS2PDY, Zn2WriteVCVTPS2PDY>;
  1048. defm : X86WriteResUnsupported<WriteCvtPS2PDZ>;
  1049. // CVTSS2SD.
  1050. // x,x.
  1051. def Zn2WriteCVTSS2SDr : SchedWriteRes<[Zn2FPU3]> {
  1052. let Latency = 3;
  1053. }
  1054. def : SchedAlias<WriteCvtSS2SD, Zn2WriteCVTSS2SDr>;
  1055. // x,m32.
  1056. def Zn2WriteCVTSS2SDLd : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  1057. let Latency = 10;
  1058. let NumMicroOps = 2;
  1059. let ResourceCycles = [1, 2];
  1060. }
  1061. def : SchedAlias<WriteCvtSS2SDLd, Zn2WriteCVTSS2SDLd>;
  1062. def Zn2WriteCVTDQ2PDr: SchedWriteRes<[Zn2FPU12,Zn2FPU3]> {
  1063. let Latency = 3;
  1064. }
  1065. // CVTDQ2PD.
  1066. // x,x.
  1067. def : InstRW<[Zn2WriteCVTDQ2PDr], (instregex "(V)?CVTDQ2P(D|S)rr")>;
  1068. // Same as xmm
  1069. // y,x.
  1070. def : InstRW<[Zn2WriteCVTDQ2PDr], (instrs VCVTDQ2PDYrr)>;
  1071. def : InstRW<[Zn2WriteCVTDQ2PDr], (instrs VCVTDQ2PSYrr)>;
  1072. def Zn2WriteCVTPD2DQr: SchedWriteRes<[Zn2FPU12, Zn2FPU3]> {
  1073. let Latency = 3;
  1074. }
  1075. // CVT(T)P(D|S)2DQ.
  1076. // x,x.
  1077. def : InstRW<[Zn2WriteCVTPD2DQr], (instregex "(V?)CVT(T?)P(D|S)2DQrr")>;
  1078. def Zn2WriteCVTPD2DQLd: SchedWriteRes<[Zn2AGU,Zn2FPU12,Zn2FPU3]> {
  1079. let Latency = 10;
  1080. let NumMicroOps = 2;
  1081. }
  1082. // x,m128.
  1083. def : InstRW<[Zn2WriteCVTPD2DQLd], (instregex "(V?)CVT(T?)PD2DQrm")>;
  1084. // same as xmm handling
  1085. // x,y.
  1086. def : InstRW<[Zn2WriteCVTPD2DQr], (instregex "VCVT(T?)PD2DQYrr")>;
  1087. // x,m256.
  1088. def : InstRW<[Zn2WriteCVTPD2DQLd], (instregex "VCVT(T?)PD2DQYrm")>;
  1089. def Zn2WriteCVTPS2PIr: SchedWriteRes<[Zn2FPU3]> {
  1090. let Latency = 4;
  1091. }
  1092. // CVT(T)PS2PI.
  1093. // mm,x.
  1094. def : InstRW<[Zn2WriteCVTPS2PIr], (instregex "MMX_CVT(T?)PS2PIrr")>;
  1095. // CVTPI2PD.
  1096. // x,mm.
  1097. def : InstRW<[Zn2WriteCVTPS2PDr], (instrs MMX_CVTPI2PDrr)>;
  1098. // CVT(T)PD2PI.
  1099. // mm,x.
  1100. def : InstRW<[Zn2WriteCVTPS2PIr], (instregex "MMX_CVT(T?)PD2PIrr")>;
  1101. def Zn2WriteCVSTSI2SSr: SchedWriteRes<[Zn2FPU3]> {
  1102. let Latency = 3;
  1103. }
  1104. // same as CVTPD2DQr
  1105. // CVT(T)SS2SI.
  1106. // r32,x.
  1107. def : InstRW<[Zn2WriteCVTPD2DQr], (instregex "(V?)CVT(T?)SS2SI(64)?rr")>;
  1108. // same as CVTPD2DQm
  1109. // r32,m32.
  1110. def : InstRW<[Zn2WriteCVTPD2DQLd], (instregex "(V?)CVT(T?)SS2SI(64)?rm")>;
  1111. def Zn2WriteCVSTSI2SDr: SchedWriteRes<[Zn2FPU013, Zn2FPU3]> {
  1112. let Latency = 3;
  1113. }
  1114. // CVTSI2SD.
  1115. // x,r32/64.
  1116. def : InstRW<[Zn2WriteCVSTSI2SDr], (instregex "(V?)CVTSI(64)?2SDrr")>;
  1117. def Zn2WriteCVSTSI2SIr: SchedWriteRes<[Zn2FPU3, Zn2FPU2]> {
  1118. let Latency = 4;
  1119. }
  1120. def Zn2WriteCVSTSI2SILd: SchedWriteRes<[Zn2AGU, Zn2FPU3, Zn2FPU2]> {
  1121. let Latency = 11;
  1122. }
  1123. // CVTSD2SI.
  1124. // r32/64
  1125. def : InstRW<[Zn2WriteCVSTSI2SIr], (instregex "(V?)CVT(T?)SD2SI(64)?rr")>;
  1126. // r32,m32.
  1127. def : InstRW<[Zn2WriteCVSTSI2SILd], (instregex "(V?)CVT(T?)SD2SI(64)?rm")>;
  1128. // VCVTPS2PH.
  1129. // x,v,i.
  1130. def : SchedAlias<WriteCvtPS2PH, Zn2WriteMicrocoded>;
  1131. def : SchedAlias<WriteCvtPS2PHY, Zn2WriteMicrocoded>;
  1132. defm : X86WriteResUnsupported<WriteCvtPS2PHZ>;
  1133. // m,v,i.
  1134. def : SchedAlias<WriteCvtPS2PHSt, Zn2WriteMicrocoded>;
  1135. def : SchedAlias<WriteCvtPS2PHYSt, Zn2WriteMicrocoded>;
  1136. defm : X86WriteResUnsupported<WriteCvtPS2PHZSt>;
  1137. // VCVTPH2PS.
  1138. // v,x.
  1139. def : SchedAlias<WriteCvtPH2PS, Zn2WriteMicrocoded>;
  1140. def : SchedAlias<WriteCvtPH2PSY, Zn2WriteMicrocoded>;
  1141. defm : X86WriteResUnsupported<WriteCvtPH2PSZ>;
  1142. // v,m.
  1143. def : SchedAlias<WriteCvtPH2PSLd, Zn2WriteMicrocoded>;
  1144. def : SchedAlias<WriteCvtPH2PSYLd, Zn2WriteMicrocoded>;
  1145. defm : X86WriteResUnsupported<WriteCvtPH2PSZLd>;
  1146. //-- SSE4A instructions --//
  1147. // EXTRQ
  1148. def Zn2WriteEXTRQ: SchedWriteRes<[Zn2FPU12, Zn2FPU2]> {
  1149. let Latency = 3;
  1150. }
  1151. def : InstRW<[Zn2WriteEXTRQ], (instregex "EXTRQ")>;
  1152. // INSERTQ
  1153. def Zn2WriteINSERTQ: SchedWriteRes<[Zn2FPU03,Zn2FPU1]> {
  1154. let Latency = 4;
  1155. }
  1156. def : InstRW<[Zn2WriteINSERTQ], (instregex "INSERTQ")>;
  1157. //-- SHA instructions --//
  1158. // SHA256MSG2
  1159. def : InstRW<[WriteMicrocoded], (instregex "SHA256MSG2(Y?)r(r|m)")>;
  1160. // SHA1MSG1, SHA256MSG1
  1161. // x,x.
  1162. def Zn2WriteSHA1MSG1r : SchedWriteRes<[Zn2FPU12]> {
  1163. let Latency = 2;
  1164. }
  1165. def : InstRW<[Zn2WriteSHA1MSG1r], (instregex "SHA(1|256)MSG1rr")>;
  1166. // x,m.
  1167. def Zn2WriteSHA1MSG1Ld : SchedWriteRes<[Zn2AGU, Zn2FPU12]> {
  1168. let Latency = 9;
  1169. }
  1170. def : InstRW<[Zn2WriteSHA1MSG1Ld], (instregex "SHA(1|256)MSG1rm")>;
  1171. // SHA1MSG2
  1172. // x,x.
  1173. def Zn2WriteSHA1MSG2r : SchedWriteRes<[Zn2FPU12]> ;
  1174. def : InstRW<[Zn2WriteSHA1MSG2r], (instregex "SHA1MSG2rr")>;
  1175. // x,m.
  1176. def Zn2WriteSHA1MSG2Ld : SchedWriteRes<[Zn2AGU, Zn2FPU12]> {
  1177. let Latency = 8;
  1178. }
  1179. def : InstRW<[Zn2WriteSHA1MSG2Ld], (instregex "SHA1MSG2rm")>;
  1180. // SHA1NEXTE
  1181. // x,x.
  1182. def Zn2WriteSHA1NEXTEr : SchedWriteRes<[Zn2FPU1]> ;
  1183. def : InstRW<[Zn2WriteSHA1NEXTEr], (instregex "SHA1NEXTErr")>;
  1184. // x,m.
  1185. def Zn2WriteSHA1NEXTELd : SchedWriteRes<[Zn2AGU, Zn2FPU1]> {
  1186. let Latency = 8;
  1187. }
  1188. def : InstRW<[Zn2WriteSHA1NEXTELd], (instregex "SHA1NEXTErm")>;
  1189. // SHA1RNDS4
  1190. // x,x.
  1191. def Zn2WriteSHA1RNDS4r : SchedWriteRes<[Zn2FPU1]> {
  1192. let Latency = 6;
  1193. }
  1194. def : InstRW<[Zn2WriteSHA1RNDS4r], (instregex "SHA1RNDS4rr")>;
  1195. // x,m.
  1196. def Zn2WriteSHA1RNDS4Ld : SchedWriteRes<[Zn2AGU, Zn2FPU1]> {
  1197. let Latency = 13;
  1198. }
  1199. def : InstRW<[Zn2WriteSHA1RNDS4Ld], (instregex "SHA1RNDS4rm")>;
  1200. // SHA256RNDS2
  1201. // x,x.
  1202. def Zn2WriteSHA256RNDS2r : SchedWriteRes<[Zn2FPU1]> {
  1203. let Latency = 4;
  1204. }
  1205. def : InstRW<[Zn2WriteSHA256RNDS2r], (instregex "SHA256RNDS2rr")>;
  1206. // x,m.
  1207. def Zn2WriteSHA256RNDS2Ld : SchedWriteRes<[Zn2AGU, Zn2FPU1]> {
  1208. let Latency = 11;
  1209. }
  1210. def : InstRW<[Zn2WriteSHA256RNDS2Ld], (instregex "SHA256RNDS2rm")>;
  1211. //-- Arithmetic instructions --//
  1212. // VDIVPS.
  1213. // TODO - convert to Zn2WriteResFpuPair
  1214. // y,y,y.
  1215. def Zn2WriteVDIVPSYr : SchedWriteRes<[Zn2FPU3]> {
  1216. let Latency = 10;
  1217. let ResourceCycles = [10];
  1218. }
  1219. def : SchedAlias<WriteFDivY, Zn2WriteVDIVPSYr>;
  1220. // y,y,m256.
  1221. def Zn2WriteVDIVPSYLd : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  1222. let Latency = 17;
  1223. let NumMicroOps = 2;
  1224. let ResourceCycles = [1, 17];
  1225. }
  1226. def : SchedAlias<WriteFDivYLd, Zn2WriteVDIVPSYLd>;
  1227. // VDIVPD.
  1228. // TODO - convert to Zn2WriteResFpuPair
  1229. // y,y,y.
  1230. def Zn2WriteVDIVPDY : SchedWriteRes<[Zn2FPU3]> {
  1231. let Latency = 13;
  1232. let ResourceCycles = [13];
  1233. }
  1234. def : SchedAlias<WriteFDiv64Y, Zn2WriteVDIVPDY>;
  1235. // y,y,m256.
  1236. def Zn2WriteVDIVPDYLd : SchedWriteRes<[Zn2AGU, Zn2FPU3]> {
  1237. let Latency = 20;
  1238. let NumMicroOps = 2;
  1239. let ResourceCycles = [1,20];
  1240. }
  1241. def : SchedAlias<WriteFDiv64YLd, Zn2WriteVDIVPDYLd>;
  1242. // DPPS.
  1243. // x,x,i / v,v,v,i.
  1244. def : SchedAlias<WriteDPPSY, Zn2WriteMicrocoded>;
  1245. // x,m,i / v,v,m,i.
  1246. def : SchedAlias<WriteDPPSYLd,Zn2WriteMicrocoded>;
  1247. // DPPD.
  1248. // x,x,i.
  1249. def : SchedAlias<WriteDPPD, Zn2WriteMicrocoded>;
  1250. // x,m,i.
  1251. def : SchedAlias<WriteDPPDLd, Zn2WriteMicrocoded>;
  1252. // RSQRTSS
  1253. // TODO - convert to Zn2WriteResFpuPair
  1254. // x,x.
  1255. def Zn2WriteRSQRTSSr : SchedWriteRes<[Zn2FPU02]> {
  1256. let Latency = 5;
  1257. }
  1258. def : SchedAlias<WriteFRsqrt, Zn2WriteRSQRTSSr>;
  1259. // x,m128.
  1260. def Zn2WriteRSQRTSSLd: SchedWriteRes<[Zn2AGU, Zn2FPU02]> {
  1261. let Latency = 12;
  1262. let NumMicroOps = 2;
  1263. let ResourceCycles = [1,2];
  1264. }
  1265. def : SchedAlias<WriteFRsqrtLd, Zn2WriteRSQRTSSLd>;
  1266. // RSQRTPS
  1267. // TODO - convert to Zn2WriteResFpuPair
  1268. // y,y.
  1269. def Zn2WriteRSQRTPSYr : SchedWriteRes<[Zn2FPU01]> {
  1270. let Latency = 5;
  1271. let NumMicroOps = 2;
  1272. let ResourceCycles = [2];
  1273. }
  1274. def : SchedAlias<WriteFRsqrtY, Zn2WriteRSQRTPSYr>;
  1275. // y,m256.
  1276. def Zn2WriteRSQRTPSYLd : SchedWriteRes<[Zn2AGU, Zn2FPU01]> {
  1277. let Latency = 12;
  1278. let NumMicroOps = 2;
  1279. }
  1280. def : SchedAlias<WriteFRsqrtYLd, Zn2WriteRSQRTPSYLd>;
  1281. //-- Other instructions --//
  1282. // VZEROUPPER.
  1283. def : InstRW<[WriteALU], (instrs VZEROUPPER)>;
  1284. // VZEROALL.
  1285. def : InstRW<[WriteMicrocoded], (instrs VZEROALL)>;
  1286. ///////////////////////////////////////////////////////////////////////////////
  1287. // Dependency breaking instructions.
  1288. ///////////////////////////////////////////////////////////////////////////////
  1289. def : IsZeroIdiomFunction<[
  1290. // GPR Zero-idioms.
  1291. DepBreakingClass<[
  1292. SUB32rr, SUB64rr,
  1293. XOR32rr, XOR64rr
  1294. ], ZeroIdiomPredicate>,
  1295. // MMX Zero-idioms.
  1296. DepBreakingClass<[
  1297. MMX_PXORrr, MMX_PANDNrr, MMX_PSUBBrr,
  1298. MMX_PSUBDrr, MMX_PSUBQrr, MMX_PSUBWrr,
  1299. MMX_PSUBSBrr, MMX_PSUBSWrr, MMX_PSUBUSBrr, MMX_PSUBUSWrr,
  1300. MMX_PCMPGTBrr, MMX_PCMPGTDrr, MMX_PCMPGTWrr
  1301. ], ZeroIdiomPredicate>,
  1302. // SSE Zero-idioms.
  1303. DepBreakingClass<[
  1304. // fp variants.
  1305. XORPSrr, XORPDrr, ANDNPSrr, ANDNPDrr,
  1306. // int variants.
  1307. PXORrr, PANDNrr,
  1308. PSUBBrr, PSUBWrr, PSUBDrr, PSUBQrr,
  1309. PCMPGTBrr, PCMPGTDrr, PCMPGTQrr, PCMPGTWrr
  1310. ], ZeroIdiomPredicate>,
  1311. // AVX XMM Zero-idioms.
  1312. DepBreakingClass<[
  1313. // fp variants.
  1314. VXORPSrr, VXORPDrr, VANDNPSrr, VANDNPDrr,
  1315. // int variants.
  1316. VPXORrr, VPANDNrr,
  1317. VPSUBBrr, VPSUBWrr, VPSUBDrr, VPSUBQrr,
  1318. VPCMPGTBrr, VPCMPGTWrr, VPCMPGTDrr, VPCMPGTQrr
  1319. ], ZeroIdiomPredicate>,
  1320. // AVX YMM Zero-idioms.
  1321. DepBreakingClass<[
  1322. // fp variants
  1323. VXORPSYrr, VXORPDYrr, VANDNPSYrr, VANDNPDYrr,
  1324. // int variants
  1325. VPXORYrr, VPANDNYrr,
  1326. VPSUBBYrr, VPSUBWYrr, VPSUBDYrr, VPSUBQYrr,
  1327. VPCMPGTBYrr, VPCMPGTWYrr, VPCMPGTDYrr, VPCMPGTQYrr
  1328. ], ZeroIdiomPredicate>
  1329. ]>;
  1330. def : IsDepBreakingFunction<[
  1331. // GPR
  1332. DepBreakingClass<[ SBB32rr, SBB64rr ], ZeroIdiomPredicate>,
  1333. DepBreakingClass<[ CMP32rr, CMP64rr ], CheckSameRegOperand<0, 1> >,
  1334. // MMX
  1335. DepBreakingClass<[
  1336. MMX_PCMPEQBrr, MMX_PCMPEQWrr, MMX_PCMPEQDrr
  1337. ], ZeroIdiomPredicate>,
  1338. // SSE
  1339. DepBreakingClass<[
  1340. PCMPEQBrr, PCMPEQWrr, PCMPEQDrr, PCMPEQQrr
  1341. ], ZeroIdiomPredicate>,
  1342. // AVX XMM
  1343. DepBreakingClass<[
  1344. VPCMPEQBrr, VPCMPEQWrr, VPCMPEQDrr, VPCMPEQQrr
  1345. ], ZeroIdiomPredicate>,
  1346. // AVX YMM
  1347. DepBreakingClass<[
  1348. VPCMPEQBYrr, VPCMPEQWYrr, VPCMPEQDYrr, VPCMPEQQYrr
  1349. ], ZeroIdiomPredicate>,
  1350. ]>;
  1351. } // SchedModel