ladderstep_amd64.s 20 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391
  1. // Copyright 2012 The Go Authors. All rights reserved.
  2. // Use of this source code is governed by a BSD-style
  3. // license that can be found in the LICENSE file.
  4. // This code was translated into a form compatible with 6a from the public
  5. // domain sources in SUPERCOP: http://bench.cr.yp.to/supercop.html
  6. // +build amd64,!gccgo,!appengine
  7. // func ladderstep(inout *[5][5]uint64)
  8. TEXT ·ladderstep(SB),0,$352-8
  9. MOVQ inout+0(FP),DI
  10. MOVQ R11,0(SP)
  11. MOVQ R12,8(SP)
  12. MOVQ R13,16(SP)
  13. MOVQ R14,24(SP)
  14. MOVQ R15,32(SP)
  15. MOVQ BX,40(SP)
  16. MOVQ BP,48(SP)
  17. MOVQ 40(DI),SI
  18. MOVQ 48(DI),DX
  19. MOVQ 56(DI),CX
  20. MOVQ 64(DI),R8
  21. MOVQ 72(DI),R9
  22. MOVQ SI,AX
  23. MOVQ DX,R10
  24. MOVQ CX,R11
  25. MOVQ R8,R12
  26. MOVQ R9,R13
  27. ADDQ ·_2P0(SB),AX
  28. ADDQ ·_2P1234(SB),R10
  29. ADDQ ·_2P1234(SB),R11
  30. ADDQ ·_2P1234(SB),R12
  31. ADDQ ·_2P1234(SB),R13
  32. ADDQ 80(DI),SI
  33. ADDQ 88(DI),DX
  34. ADDQ 96(DI),CX
  35. ADDQ 104(DI),R8
  36. ADDQ 112(DI),R9
  37. SUBQ 80(DI),AX
  38. SUBQ 88(DI),R10
  39. SUBQ 96(DI),R11
  40. SUBQ 104(DI),R12
  41. SUBQ 112(DI),R13
  42. MOVQ SI,56(SP)
  43. MOVQ DX,64(SP)
  44. MOVQ CX,72(SP)
  45. MOVQ R8,80(SP)
  46. MOVQ R9,88(SP)
  47. MOVQ AX,96(SP)
  48. MOVQ R10,104(SP)
  49. MOVQ R11,112(SP)
  50. MOVQ R12,120(SP)
  51. MOVQ R13,128(SP)
  52. MOVQ 96(SP),AX
  53. MULQ 96(SP)
  54. MOVQ AX,SI
  55. MOVQ DX,CX
  56. MOVQ 96(SP),AX
  57. SHLQ $1,AX
  58. MULQ 104(SP)
  59. MOVQ AX,R8
  60. MOVQ DX,R9
  61. MOVQ 96(SP),AX
  62. SHLQ $1,AX
  63. MULQ 112(SP)
  64. MOVQ AX,R10
  65. MOVQ DX,R11
  66. MOVQ 96(SP),AX
  67. SHLQ $1,AX
  68. MULQ 120(SP)
  69. MOVQ AX,R12
  70. MOVQ DX,R13
  71. MOVQ 96(SP),AX
  72. SHLQ $1,AX
  73. MULQ 128(SP)
  74. MOVQ AX,R14
  75. MOVQ DX,R15
  76. MOVQ 104(SP),AX
  77. MULQ 104(SP)
  78. ADDQ AX,R10
  79. ADCQ DX,R11
  80. MOVQ 104(SP),AX
  81. SHLQ $1,AX
  82. MULQ 112(SP)
  83. ADDQ AX,R12
  84. ADCQ DX,R13
  85. MOVQ 104(SP),AX
  86. SHLQ $1,AX
  87. MULQ 120(SP)
  88. ADDQ AX,R14
  89. ADCQ DX,R15
  90. MOVQ 104(SP),DX
  91. IMUL3Q $38,DX,AX
  92. MULQ 128(SP)
  93. ADDQ AX,SI
  94. ADCQ DX,CX
  95. MOVQ 112(SP),AX
  96. MULQ 112(SP)
  97. ADDQ AX,R14
  98. ADCQ DX,R15
  99. MOVQ 112(SP),DX
  100. IMUL3Q $38,DX,AX
  101. MULQ 120(SP)
  102. ADDQ AX,SI
  103. ADCQ DX,CX
  104. MOVQ 112(SP),DX
  105. IMUL3Q $38,DX,AX
  106. MULQ 128(SP)
  107. ADDQ AX,R8
  108. ADCQ DX,R9
  109. MOVQ 120(SP),DX
  110. IMUL3Q $19,DX,AX
  111. MULQ 120(SP)
  112. ADDQ AX,R8
  113. ADCQ DX,R9
  114. MOVQ 120(SP),DX
  115. IMUL3Q $38,DX,AX
  116. MULQ 128(SP)
  117. ADDQ AX,R10
  118. ADCQ DX,R11
  119. MOVQ 128(SP),DX
  120. IMUL3Q $19,DX,AX
  121. MULQ 128(SP)
  122. ADDQ AX,R12
  123. ADCQ DX,R13
  124. MOVQ ·REDMASK51(SB),DX
  125. SHLQ $13,CX:SI
  126. ANDQ DX,SI
  127. SHLQ $13,R9:R8
  128. ANDQ DX,R8
  129. ADDQ CX,R8
  130. SHLQ $13,R11:R10
  131. ANDQ DX,R10
  132. ADDQ R9,R10
  133. SHLQ $13,R13:R12
  134. ANDQ DX,R12
  135. ADDQ R11,R12
  136. SHLQ $13,R15:R14
  137. ANDQ DX,R14
  138. ADDQ R13,R14
  139. IMUL3Q $19,R15,CX
  140. ADDQ CX,SI
  141. MOVQ SI,CX
  142. SHRQ $51,CX
  143. ADDQ R8,CX
  144. ANDQ DX,SI
  145. MOVQ CX,R8
  146. SHRQ $51,CX
  147. ADDQ R10,CX
  148. ANDQ DX,R8
  149. MOVQ CX,R9
  150. SHRQ $51,CX
  151. ADDQ R12,CX
  152. ANDQ DX,R9
  153. MOVQ CX,AX
  154. SHRQ $51,CX
  155. ADDQ R14,CX
  156. ANDQ DX,AX
  157. MOVQ CX,R10
  158. SHRQ $51,CX
  159. IMUL3Q $19,CX,CX
  160. ADDQ CX,SI
  161. ANDQ DX,R10
  162. MOVQ SI,136(SP)
  163. MOVQ R8,144(SP)
  164. MOVQ R9,152(SP)
  165. MOVQ AX,160(SP)
  166. MOVQ R10,168(SP)
  167. MOVQ 56(SP),AX
  168. MULQ 56(SP)
  169. MOVQ AX,SI
  170. MOVQ DX,CX
  171. MOVQ 56(SP),AX
  172. SHLQ $1,AX
  173. MULQ 64(SP)
  174. MOVQ AX,R8
  175. MOVQ DX,R9
  176. MOVQ 56(SP),AX
  177. SHLQ $1,AX
  178. MULQ 72(SP)
  179. MOVQ AX,R10
  180. MOVQ DX,R11
  181. MOVQ 56(SP),AX
  182. SHLQ $1,AX
  183. MULQ 80(SP)
  184. MOVQ AX,R12
  185. MOVQ DX,R13
  186. MOVQ 56(SP),AX
  187. SHLQ $1,AX
  188. MULQ 88(SP)
  189. MOVQ AX,R14
  190. MOVQ DX,R15
  191. MOVQ 64(SP),AX
  192. MULQ 64(SP)
  193. ADDQ AX,R10
  194. ADCQ DX,R11
  195. MOVQ 64(SP),AX
  196. SHLQ $1,AX
  197. MULQ 72(SP)
  198. ADDQ AX,R12
  199. ADCQ DX,R13
  200. MOVQ 64(SP),AX
  201. SHLQ $1,AX
  202. MULQ 80(SP)
  203. ADDQ AX,R14
  204. ADCQ DX,R15
  205. MOVQ 64(SP),DX
  206. IMUL3Q $38,DX,AX
  207. MULQ 88(SP)
  208. ADDQ AX,SI
  209. ADCQ DX,CX
  210. MOVQ 72(SP),AX
  211. MULQ 72(SP)
  212. ADDQ AX,R14
  213. ADCQ DX,R15
  214. MOVQ 72(SP),DX
  215. IMUL3Q $38,DX,AX
  216. MULQ 80(SP)
  217. ADDQ AX,SI
  218. ADCQ DX,CX
  219. MOVQ 72(SP),DX
  220. IMUL3Q $38,DX,AX
  221. MULQ 88(SP)
  222. ADDQ AX,R8
  223. ADCQ DX,R9
  224. MOVQ 80(SP),DX
  225. IMUL3Q $19,DX,AX
  226. MULQ 80(SP)
  227. ADDQ AX,R8
  228. ADCQ DX,R9
  229. MOVQ 80(SP),DX
  230. IMUL3Q $38,DX,AX
  231. MULQ 88(SP)
  232. ADDQ AX,R10
  233. ADCQ DX,R11
  234. MOVQ 88(SP),DX
  235. IMUL3Q $19,DX,AX
  236. MULQ 88(SP)
  237. ADDQ AX,R12
  238. ADCQ DX,R13
  239. MOVQ ·REDMASK51(SB),DX
  240. SHLQ $13,CX:SI
  241. ANDQ DX,SI
  242. SHLQ $13,R9:R8
  243. ANDQ DX,R8
  244. ADDQ CX,R8
  245. SHLQ $13,R11:R10
  246. ANDQ DX,R10
  247. ADDQ R9,R10
  248. SHLQ $13,R13:R12
  249. ANDQ DX,R12
  250. ADDQ R11,R12
  251. SHLQ $13,R15:R14
  252. ANDQ DX,R14
  253. ADDQ R13,R14
  254. IMUL3Q $19,R15,CX
  255. ADDQ CX,SI
  256. MOVQ SI,CX
  257. SHRQ $51,CX
  258. ADDQ R8,CX
  259. ANDQ DX,SI
  260. MOVQ CX,R8
  261. SHRQ $51,CX
  262. ADDQ R10,CX
  263. ANDQ DX,R8
  264. MOVQ CX,R9
  265. SHRQ $51,CX
  266. ADDQ R12,CX
  267. ANDQ DX,R9
  268. MOVQ CX,AX
  269. SHRQ $51,CX
  270. ADDQ R14,CX
  271. ANDQ DX,AX
  272. MOVQ CX,R10
  273. SHRQ $51,CX
  274. IMUL3Q $19,CX,CX
  275. ADDQ CX,SI
  276. ANDQ DX,R10
  277. MOVQ SI,176(SP)
  278. MOVQ R8,184(SP)
  279. MOVQ R9,192(SP)
  280. MOVQ AX,200(SP)
  281. MOVQ R10,208(SP)
  282. MOVQ SI,SI
  283. MOVQ R8,DX
  284. MOVQ R9,CX
  285. MOVQ AX,R8
  286. MOVQ R10,R9
  287. ADDQ ·_2P0(SB),SI
  288. ADDQ ·_2P1234(SB),DX
  289. ADDQ ·_2P1234(SB),CX
  290. ADDQ ·_2P1234(SB),R8
  291. ADDQ ·_2P1234(SB),R9
  292. SUBQ 136(SP),SI
  293. SUBQ 144(SP),DX
  294. SUBQ 152(SP),CX
  295. SUBQ 160(SP),R8
  296. SUBQ 168(SP),R9
  297. MOVQ SI,216(SP)
  298. MOVQ DX,224(SP)
  299. MOVQ CX,232(SP)
  300. MOVQ R8,240(SP)
  301. MOVQ R9,248(SP)
  302. MOVQ 120(DI),SI
  303. MOVQ 128(DI),DX
  304. MOVQ 136(DI),CX
  305. MOVQ 144(DI),R8
  306. MOVQ 152(DI),R9
  307. MOVQ SI,AX
  308. MOVQ DX,R10
  309. MOVQ CX,R11
  310. MOVQ R8,R12
  311. MOVQ R9,R13
  312. ADDQ ·_2P0(SB),AX
  313. ADDQ ·_2P1234(SB),R10
  314. ADDQ ·_2P1234(SB),R11
  315. ADDQ ·_2P1234(SB),R12
  316. ADDQ ·_2P1234(SB),R13
  317. ADDQ 160(DI),SI
  318. ADDQ 168(DI),DX
  319. ADDQ 176(DI),CX
  320. ADDQ 184(DI),R8
  321. ADDQ 192(DI),R9
  322. SUBQ 160(DI),AX
  323. SUBQ 168(DI),R10
  324. SUBQ 176(DI),R11
  325. SUBQ 184(DI),R12
  326. SUBQ 192(DI),R13
  327. MOVQ SI,256(SP)
  328. MOVQ DX,264(SP)
  329. MOVQ CX,272(SP)
  330. MOVQ R8,280(SP)
  331. MOVQ R9,288(SP)
  332. MOVQ AX,296(SP)
  333. MOVQ R10,304(SP)
  334. MOVQ R11,312(SP)
  335. MOVQ R12,320(SP)
  336. MOVQ R13,328(SP)
  337. MOVQ 280(SP),SI
  338. IMUL3Q $19,SI,AX
  339. MOVQ AX,336(SP)
  340. MULQ 112(SP)
  341. MOVQ AX,SI
  342. MOVQ DX,CX
  343. MOVQ 288(SP),DX
  344. IMUL3Q $19,DX,AX
  345. MOVQ AX,344(SP)
  346. MULQ 104(SP)
  347. ADDQ AX,SI
  348. ADCQ DX,CX
  349. MOVQ 256(SP),AX
  350. MULQ 96(SP)
  351. ADDQ AX,SI
  352. ADCQ DX,CX
  353. MOVQ 256(SP),AX
  354. MULQ 104(SP)
  355. MOVQ AX,R8
  356. MOVQ DX,R9
  357. MOVQ 256(SP),AX
  358. MULQ 112(SP)
  359. MOVQ AX,R10
  360. MOVQ DX,R11
  361. MOVQ 256(SP),AX
  362. MULQ 120(SP)
  363. MOVQ AX,R12
  364. MOVQ DX,R13
  365. MOVQ 256(SP),AX
  366. MULQ 128(SP)
  367. MOVQ AX,R14
  368. MOVQ DX,R15
  369. MOVQ 264(SP),AX
  370. MULQ 96(SP)
  371. ADDQ AX,R8
  372. ADCQ DX,R9
  373. MOVQ 264(SP),AX
  374. MULQ 104(SP)
  375. ADDQ AX,R10
  376. ADCQ DX,R11
  377. MOVQ 264(SP),AX
  378. MULQ 112(SP)
  379. ADDQ AX,R12
  380. ADCQ DX,R13
  381. MOVQ 264(SP),AX
  382. MULQ 120(SP)
  383. ADDQ AX,R14
  384. ADCQ DX,R15
  385. MOVQ 264(SP),DX
  386. IMUL3Q $19,DX,AX
  387. MULQ 128(SP)
  388. ADDQ AX,SI
  389. ADCQ DX,CX
  390. MOVQ 272(SP),AX
  391. MULQ 96(SP)
  392. ADDQ AX,R10
  393. ADCQ DX,R11
  394. MOVQ 272(SP),AX
  395. MULQ 104(SP)
  396. ADDQ AX,R12
  397. ADCQ DX,R13
  398. MOVQ 272(SP),AX
  399. MULQ 112(SP)
  400. ADDQ AX,R14
  401. ADCQ DX,R15
  402. MOVQ 272(SP),DX
  403. IMUL3Q $19,DX,AX
  404. MULQ 120(SP)
  405. ADDQ AX,SI
  406. ADCQ DX,CX
  407. MOVQ 272(SP),DX
  408. IMUL3Q $19,DX,AX
  409. MULQ 128(SP)
  410. ADDQ AX,R8
  411. ADCQ DX,R9
  412. MOVQ 280(SP),AX
  413. MULQ 96(SP)
  414. ADDQ AX,R12
  415. ADCQ DX,R13
  416. MOVQ 280(SP),AX
  417. MULQ 104(SP)
  418. ADDQ AX,R14
  419. ADCQ DX,R15
  420. MOVQ 336(SP),AX
  421. MULQ 120(SP)
  422. ADDQ AX,R8
  423. ADCQ DX,R9
  424. MOVQ 336(SP),AX
  425. MULQ 128(SP)
  426. ADDQ AX,R10
  427. ADCQ DX,R11
  428. MOVQ 288(SP),AX
  429. MULQ 96(SP)
  430. ADDQ AX,R14
  431. ADCQ DX,R15
  432. MOVQ 344(SP),AX
  433. MULQ 112(SP)
  434. ADDQ AX,R8
  435. ADCQ DX,R9
  436. MOVQ 344(SP),AX
  437. MULQ 120(SP)
  438. ADDQ AX,R10
  439. ADCQ DX,R11
  440. MOVQ 344(SP),AX
  441. MULQ 128(SP)
  442. ADDQ AX,R12
  443. ADCQ DX,R13
  444. MOVQ ·REDMASK51(SB),DX
  445. SHLQ $13,CX:SI
  446. ANDQ DX,SI
  447. SHLQ $13,R9:R8
  448. ANDQ DX,R8
  449. ADDQ CX,R8
  450. SHLQ $13,R11:R10
  451. ANDQ DX,R10
  452. ADDQ R9,R10
  453. SHLQ $13,R13:R12
  454. ANDQ DX,R12
  455. ADDQ R11,R12
  456. SHLQ $13,R15:R14
  457. ANDQ DX,R14
  458. ADDQ R13,R14
  459. IMUL3Q $19,R15,CX
  460. ADDQ CX,SI
  461. MOVQ SI,CX
  462. SHRQ $51,CX
  463. ADDQ R8,CX
  464. MOVQ CX,R8
  465. SHRQ $51,CX
  466. ANDQ DX,SI
  467. ADDQ R10,CX
  468. MOVQ CX,R9
  469. SHRQ $51,CX
  470. ANDQ DX,R8
  471. ADDQ R12,CX
  472. MOVQ CX,AX
  473. SHRQ $51,CX
  474. ANDQ DX,R9
  475. ADDQ R14,CX
  476. MOVQ CX,R10
  477. SHRQ $51,CX
  478. ANDQ DX,AX
  479. IMUL3Q $19,CX,CX
  480. ADDQ CX,SI
  481. ANDQ DX,R10
  482. MOVQ SI,96(SP)
  483. MOVQ R8,104(SP)
  484. MOVQ R9,112(SP)
  485. MOVQ AX,120(SP)
  486. MOVQ R10,128(SP)
  487. MOVQ 320(SP),SI
  488. IMUL3Q $19,SI,AX
  489. MOVQ AX,256(SP)
  490. MULQ 72(SP)
  491. MOVQ AX,SI
  492. MOVQ DX,CX
  493. MOVQ 328(SP),DX
  494. IMUL3Q $19,DX,AX
  495. MOVQ AX,264(SP)
  496. MULQ 64(SP)
  497. ADDQ AX,SI
  498. ADCQ DX,CX
  499. MOVQ 296(SP),AX
  500. MULQ 56(SP)
  501. ADDQ AX,SI
  502. ADCQ DX,CX
  503. MOVQ 296(SP),AX
  504. MULQ 64(SP)
  505. MOVQ AX,R8
  506. MOVQ DX,R9
  507. MOVQ 296(SP),AX
  508. MULQ 72(SP)
  509. MOVQ AX,R10
  510. MOVQ DX,R11
  511. MOVQ 296(SP),AX
  512. MULQ 80(SP)
  513. MOVQ AX,R12
  514. MOVQ DX,R13
  515. MOVQ 296(SP),AX
  516. MULQ 88(SP)
  517. MOVQ AX,R14
  518. MOVQ DX,R15
  519. MOVQ 304(SP),AX
  520. MULQ 56(SP)
  521. ADDQ AX,R8
  522. ADCQ DX,R9
  523. MOVQ 304(SP),AX
  524. MULQ 64(SP)
  525. ADDQ AX,R10
  526. ADCQ DX,R11
  527. MOVQ 304(SP),AX
  528. MULQ 72(SP)
  529. ADDQ AX,R12
  530. ADCQ DX,R13
  531. MOVQ 304(SP),AX
  532. MULQ 80(SP)
  533. ADDQ AX,R14
  534. ADCQ DX,R15
  535. MOVQ 304(SP),DX
  536. IMUL3Q $19,DX,AX
  537. MULQ 88(SP)
  538. ADDQ AX,SI
  539. ADCQ DX,CX
  540. MOVQ 312(SP),AX
  541. MULQ 56(SP)
  542. ADDQ AX,R10
  543. ADCQ DX,R11
  544. MOVQ 312(SP),AX
  545. MULQ 64(SP)
  546. ADDQ AX,R12
  547. ADCQ DX,R13
  548. MOVQ 312(SP),AX
  549. MULQ 72(SP)
  550. ADDQ AX,R14
  551. ADCQ DX,R15
  552. MOVQ 312(SP),DX
  553. IMUL3Q $19,DX,AX
  554. MULQ 80(SP)
  555. ADDQ AX,SI
  556. ADCQ DX,CX
  557. MOVQ 312(SP),DX
  558. IMUL3Q $19,DX,AX
  559. MULQ 88(SP)
  560. ADDQ AX,R8
  561. ADCQ DX,R9
  562. MOVQ 320(SP),AX
  563. MULQ 56(SP)
  564. ADDQ AX,R12
  565. ADCQ DX,R13
  566. MOVQ 320(SP),AX
  567. MULQ 64(SP)
  568. ADDQ AX,R14
  569. ADCQ DX,R15
  570. MOVQ 256(SP),AX
  571. MULQ 80(SP)
  572. ADDQ AX,R8
  573. ADCQ DX,R9
  574. MOVQ 256(SP),AX
  575. MULQ 88(SP)
  576. ADDQ AX,R10
  577. ADCQ DX,R11
  578. MOVQ 328(SP),AX
  579. MULQ 56(SP)
  580. ADDQ AX,R14
  581. ADCQ DX,R15
  582. MOVQ 264(SP),AX
  583. MULQ 72(SP)
  584. ADDQ AX,R8
  585. ADCQ DX,R9
  586. MOVQ 264(SP),AX
  587. MULQ 80(SP)
  588. ADDQ AX,R10
  589. ADCQ DX,R11
  590. MOVQ 264(SP),AX
  591. MULQ 88(SP)
  592. ADDQ AX,R12
  593. ADCQ DX,R13
  594. MOVQ ·REDMASK51(SB),DX
  595. SHLQ $13,CX:SI
  596. ANDQ DX,SI
  597. SHLQ $13,R9:R8
  598. ANDQ DX,R8
  599. ADDQ CX,R8
  600. SHLQ $13,R11:R10
  601. ANDQ DX,R10
  602. ADDQ R9,R10
  603. SHLQ $13,R13:R12
  604. ANDQ DX,R12
  605. ADDQ R11,R12
  606. SHLQ $13,R15:R14
  607. ANDQ DX,R14
  608. ADDQ R13,R14
  609. IMUL3Q $19,R15,CX
  610. ADDQ CX,SI
  611. MOVQ SI,CX
  612. SHRQ $51,CX
  613. ADDQ R8,CX
  614. MOVQ CX,R8
  615. SHRQ $51,CX
  616. ANDQ DX,SI
  617. ADDQ R10,CX
  618. MOVQ CX,R9
  619. SHRQ $51,CX
  620. ANDQ DX,R8
  621. ADDQ R12,CX
  622. MOVQ CX,AX
  623. SHRQ $51,CX
  624. ANDQ DX,R9
  625. ADDQ R14,CX
  626. MOVQ CX,R10
  627. SHRQ $51,CX
  628. ANDQ DX,AX
  629. IMUL3Q $19,CX,CX
  630. ADDQ CX,SI
  631. ANDQ DX,R10
  632. MOVQ SI,DX
  633. MOVQ R8,CX
  634. MOVQ R9,R11
  635. MOVQ AX,R12
  636. MOVQ R10,R13
  637. ADDQ ·_2P0(SB),DX
  638. ADDQ ·_2P1234(SB),CX
  639. ADDQ ·_2P1234(SB),R11
  640. ADDQ ·_2P1234(SB),R12
  641. ADDQ ·_2P1234(SB),R13
  642. ADDQ 96(SP),SI
  643. ADDQ 104(SP),R8
  644. ADDQ 112(SP),R9
  645. ADDQ 120(SP),AX
  646. ADDQ 128(SP),R10
  647. SUBQ 96(SP),DX
  648. SUBQ 104(SP),CX
  649. SUBQ 112(SP),R11
  650. SUBQ 120(SP),R12
  651. SUBQ 128(SP),R13
  652. MOVQ SI,120(DI)
  653. MOVQ R8,128(DI)
  654. MOVQ R9,136(DI)
  655. MOVQ AX,144(DI)
  656. MOVQ R10,152(DI)
  657. MOVQ DX,160(DI)
  658. MOVQ CX,168(DI)
  659. MOVQ R11,176(DI)
  660. MOVQ R12,184(DI)
  661. MOVQ R13,192(DI)
  662. MOVQ 120(DI),AX
  663. MULQ 120(DI)
  664. MOVQ AX,SI
  665. MOVQ DX,CX
  666. MOVQ 120(DI),AX
  667. SHLQ $1,AX
  668. MULQ 128(DI)
  669. MOVQ AX,R8
  670. MOVQ DX,R9
  671. MOVQ 120(DI),AX
  672. SHLQ $1,AX
  673. MULQ 136(DI)
  674. MOVQ AX,R10
  675. MOVQ DX,R11
  676. MOVQ 120(DI),AX
  677. SHLQ $1,AX
  678. MULQ 144(DI)
  679. MOVQ AX,R12
  680. MOVQ DX,R13
  681. MOVQ 120(DI),AX
  682. SHLQ $1,AX
  683. MULQ 152(DI)
  684. MOVQ AX,R14
  685. MOVQ DX,R15
  686. MOVQ 128(DI),AX
  687. MULQ 128(DI)
  688. ADDQ AX,R10
  689. ADCQ DX,R11
  690. MOVQ 128(DI),AX
  691. SHLQ $1,AX
  692. MULQ 136(DI)
  693. ADDQ AX,R12
  694. ADCQ DX,R13
  695. MOVQ 128(DI),AX
  696. SHLQ $1,AX
  697. MULQ 144(DI)
  698. ADDQ AX,R14
  699. ADCQ DX,R15
  700. MOVQ 128(DI),DX
  701. IMUL3Q $38,DX,AX
  702. MULQ 152(DI)
  703. ADDQ AX,SI
  704. ADCQ DX,CX
  705. MOVQ 136(DI),AX
  706. MULQ 136(DI)
  707. ADDQ AX,R14
  708. ADCQ DX,R15
  709. MOVQ 136(DI),DX
  710. IMUL3Q $38,DX,AX
  711. MULQ 144(DI)
  712. ADDQ AX,SI
  713. ADCQ DX,CX
  714. MOVQ 136(DI),DX
  715. IMUL3Q $38,DX,AX
  716. MULQ 152(DI)
  717. ADDQ AX,R8
  718. ADCQ DX,R9
  719. MOVQ 144(DI),DX
  720. IMUL3Q $19,DX,AX
  721. MULQ 144(DI)
  722. ADDQ AX,R8
  723. ADCQ DX,R9
  724. MOVQ 144(DI),DX
  725. IMUL3Q $38,DX,AX
  726. MULQ 152(DI)
  727. ADDQ AX,R10
  728. ADCQ DX,R11
  729. MOVQ 152(DI),DX
  730. IMUL3Q $19,DX,AX
  731. MULQ 152(DI)
  732. ADDQ AX,R12
  733. ADCQ DX,R13
  734. MOVQ ·REDMASK51(SB),DX
  735. SHLQ $13,CX:SI
  736. ANDQ DX,SI
  737. SHLQ $13,R9:R8
  738. ANDQ DX,R8
  739. ADDQ CX,R8
  740. SHLQ $13,R11:R10
  741. ANDQ DX,R10
  742. ADDQ R9,R10
  743. SHLQ $13,R13:R12
  744. ANDQ DX,R12
  745. ADDQ R11,R12
  746. SHLQ $13,R15:R14
  747. ANDQ DX,R14
  748. ADDQ R13,R14
  749. IMUL3Q $19,R15,CX
  750. ADDQ CX,SI
  751. MOVQ SI,CX
  752. SHRQ $51,CX
  753. ADDQ R8,CX
  754. ANDQ DX,SI
  755. MOVQ CX,R8
  756. SHRQ $51,CX
  757. ADDQ R10,CX
  758. ANDQ DX,R8
  759. MOVQ CX,R9
  760. SHRQ $51,CX
  761. ADDQ R12,CX
  762. ANDQ DX,R9
  763. MOVQ CX,AX
  764. SHRQ $51,CX
  765. ADDQ R14,CX
  766. ANDQ DX,AX
  767. MOVQ CX,R10
  768. SHRQ $51,CX
  769. IMUL3Q $19,CX,CX
  770. ADDQ CX,SI
  771. ANDQ DX,R10
  772. MOVQ SI,120(DI)
  773. MOVQ R8,128(DI)
  774. MOVQ R9,136(DI)
  775. MOVQ AX,144(DI)
  776. MOVQ R10,152(DI)
  777. MOVQ 160(DI),AX
  778. MULQ 160(DI)
  779. MOVQ AX,SI
  780. MOVQ DX,CX
  781. MOVQ 160(DI),AX
  782. SHLQ $1,AX
  783. MULQ 168(DI)
  784. MOVQ AX,R8
  785. MOVQ DX,R9
  786. MOVQ 160(DI),AX
  787. SHLQ $1,AX
  788. MULQ 176(DI)
  789. MOVQ AX,R10
  790. MOVQ DX,R11
  791. MOVQ 160(DI),AX
  792. SHLQ $1,AX
  793. MULQ 184(DI)
  794. MOVQ AX,R12
  795. MOVQ DX,R13
  796. MOVQ 160(DI),AX
  797. SHLQ $1,AX
  798. MULQ 192(DI)
  799. MOVQ AX,R14
  800. MOVQ DX,R15
  801. MOVQ 168(DI),AX
  802. MULQ 168(DI)
  803. ADDQ AX,R10
  804. ADCQ DX,R11
  805. MOVQ 168(DI),AX
  806. SHLQ $1,AX
  807. MULQ 176(DI)
  808. ADDQ AX,R12
  809. ADCQ DX,R13
  810. MOVQ 168(DI),AX
  811. SHLQ $1,AX
  812. MULQ 184(DI)
  813. ADDQ AX,R14
  814. ADCQ DX,R15
  815. MOVQ 168(DI),DX
  816. IMUL3Q $38,DX,AX
  817. MULQ 192(DI)
  818. ADDQ AX,SI
  819. ADCQ DX,CX
  820. MOVQ 176(DI),AX
  821. MULQ 176(DI)
  822. ADDQ AX,R14
  823. ADCQ DX,R15
  824. MOVQ 176(DI),DX
  825. IMUL3Q $38,DX,AX
  826. MULQ 184(DI)
  827. ADDQ AX,SI
  828. ADCQ DX,CX
  829. MOVQ 176(DI),DX
  830. IMUL3Q $38,DX,AX
  831. MULQ 192(DI)
  832. ADDQ AX,R8
  833. ADCQ DX,R9
  834. MOVQ 184(DI),DX
  835. IMUL3Q $19,DX,AX
  836. MULQ 184(DI)
  837. ADDQ AX,R8
  838. ADCQ DX,R9
  839. MOVQ 184(DI),DX
  840. IMUL3Q $38,DX,AX
  841. MULQ 192(DI)
  842. ADDQ AX,R10
  843. ADCQ DX,R11
  844. MOVQ 192(DI),DX
  845. IMUL3Q $19,DX,AX
  846. MULQ 192(DI)
  847. ADDQ AX,R12
  848. ADCQ DX,R13
  849. MOVQ ·REDMASK51(SB),DX
  850. SHLQ $13,CX:SI
  851. ANDQ DX,SI
  852. SHLQ $13,R9:R8
  853. ANDQ DX,R8
  854. ADDQ CX,R8
  855. SHLQ $13,R11:R10
  856. ANDQ DX,R10
  857. ADDQ R9,R10
  858. SHLQ $13,R13:R12
  859. ANDQ DX,R12
  860. ADDQ R11,R12
  861. SHLQ $13,R15:R14
  862. ANDQ DX,R14
  863. ADDQ R13,R14
  864. IMUL3Q $19,R15,CX
  865. ADDQ CX,SI
  866. MOVQ SI,CX
  867. SHRQ $51,CX
  868. ADDQ R8,CX
  869. ANDQ DX,SI
  870. MOVQ CX,R8
  871. SHRQ $51,CX
  872. ADDQ R10,CX
  873. ANDQ DX,R8
  874. MOVQ CX,R9
  875. SHRQ $51,CX
  876. ADDQ R12,CX
  877. ANDQ DX,R9
  878. MOVQ CX,AX
  879. SHRQ $51,CX
  880. ADDQ R14,CX
  881. ANDQ DX,AX
  882. MOVQ CX,R10
  883. SHRQ $51,CX
  884. IMUL3Q $19,CX,CX
  885. ADDQ CX,SI
  886. ANDQ DX,R10
  887. MOVQ SI,160(DI)
  888. MOVQ R8,168(DI)
  889. MOVQ R9,176(DI)
  890. MOVQ AX,184(DI)
  891. MOVQ R10,192(DI)
  892. MOVQ 184(DI),SI
  893. IMUL3Q $19,SI,AX
  894. MOVQ AX,56(SP)
  895. MULQ 16(DI)
  896. MOVQ AX,SI
  897. MOVQ DX,CX
  898. MOVQ 192(DI),DX
  899. IMUL3Q $19,DX,AX
  900. MOVQ AX,64(SP)
  901. MULQ 8(DI)
  902. ADDQ AX,SI
  903. ADCQ DX,CX
  904. MOVQ 160(DI),AX
  905. MULQ 0(DI)
  906. ADDQ AX,SI
  907. ADCQ DX,CX
  908. MOVQ 160(DI),AX
  909. MULQ 8(DI)
  910. MOVQ AX,R8
  911. MOVQ DX,R9
  912. MOVQ 160(DI),AX
  913. MULQ 16(DI)
  914. MOVQ AX,R10
  915. MOVQ DX,R11
  916. MOVQ 160(DI),AX
  917. MULQ 24(DI)
  918. MOVQ AX,R12
  919. MOVQ DX,R13
  920. MOVQ 160(DI),AX
  921. MULQ 32(DI)
  922. MOVQ AX,R14
  923. MOVQ DX,R15
  924. MOVQ 168(DI),AX
  925. MULQ 0(DI)
  926. ADDQ AX,R8
  927. ADCQ DX,R9
  928. MOVQ 168(DI),AX
  929. MULQ 8(DI)
  930. ADDQ AX,R10
  931. ADCQ DX,R11
  932. MOVQ 168(DI),AX
  933. MULQ 16(DI)
  934. ADDQ AX,R12
  935. ADCQ DX,R13
  936. MOVQ 168(DI),AX
  937. MULQ 24(DI)
  938. ADDQ AX,R14
  939. ADCQ DX,R15
  940. MOVQ 168(DI),DX
  941. IMUL3Q $19,DX,AX
  942. MULQ 32(DI)
  943. ADDQ AX,SI
  944. ADCQ DX,CX
  945. MOVQ 176(DI),AX
  946. MULQ 0(DI)
  947. ADDQ AX,R10
  948. ADCQ DX,R11
  949. MOVQ 176(DI),AX
  950. MULQ 8(DI)
  951. ADDQ AX,R12
  952. ADCQ DX,R13
  953. MOVQ 176(DI),AX
  954. MULQ 16(DI)
  955. ADDQ AX,R14
  956. ADCQ DX,R15
  957. MOVQ 176(DI),DX
  958. IMUL3Q $19,DX,AX
  959. MULQ 24(DI)
  960. ADDQ AX,SI
  961. ADCQ DX,CX
  962. MOVQ 176(DI),DX
  963. IMUL3Q $19,DX,AX
  964. MULQ 32(DI)
  965. ADDQ AX,R8
  966. ADCQ DX,R9
  967. MOVQ 184(DI),AX
  968. MULQ 0(DI)
  969. ADDQ AX,R12
  970. ADCQ DX,R13
  971. MOVQ 184(DI),AX
  972. MULQ 8(DI)
  973. ADDQ AX,R14
  974. ADCQ DX,R15
  975. MOVQ 56(SP),AX
  976. MULQ 24(DI)
  977. ADDQ AX,R8
  978. ADCQ DX,R9
  979. MOVQ 56(SP),AX
  980. MULQ 32(DI)
  981. ADDQ AX,R10
  982. ADCQ DX,R11
  983. MOVQ 192(DI),AX
  984. MULQ 0(DI)
  985. ADDQ AX,R14
  986. ADCQ DX,R15
  987. MOVQ 64(SP),AX
  988. MULQ 16(DI)
  989. ADDQ AX,R8
  990. ADCQ DX,R9
  991. MOVQ 64(SP),AX
  992. MULQ 24(DI)
  993. ADDQ AX,R10
  994. ADCQ DX,R11
  995. MOVQ 64(SP),AX
  996. MULQ 32(DI)
  997. ADDQ AX,R12
  998. ADCQ DX,R13
  999. MOVQ ·REDMASK51(SB),DX
  1000. SHLQ $13,CX:SI
  1001. ANDQ DX,SI
  1002. SHLQ $13,R9:R8
  1003. ANDQ DX,R8
  1004. ADDQ CX,R8
  1005. SHLQ $13,R11:R10
  1006. ANDQ DX,R10
  1007. ADDQ R9,R10
  1008. SHLQ $13,R13:R12
  1009. ANDQ DX,R12
  1010. ADDQ R11,R12
  1011. SHLQ $13,R15:R14
  1012. ANDQ DX,R14
  1013. ADDQ R13,R14
  1014. IMUL3Q $19,R15,CX
  1015. ADDQ CX,SI
  1016. MOVQ SI,CX
  1017. SHRQ $51,CX
  1018. ADDQ R8,CX
  1019. MOVQ CX,R8
  1020. SHRQ $51,CX
  1021. ANDQ DX,SI
  1022. ADDQ R10,CX
  1023. MOVQ CX,R9
  1024. SHRQ $51,CX
  1025. ANDQ DX,R8
  1026. ADDQ R12,CX
  1027. MOVQ CX,AX
  1028. SHRQ $51,CX
  1029. ANDQ DX,R9
  1030. ADDQ R14,CX
  1031. MOVQ CX,R10
  1032. SHRQ $51,CX
  1033. ANDQ DX,AX
  1034. IMUL3Q $19,CX,CX
  1035. ADDQ CX,SI
  1036. ANDQ DX,R10
  1037. MOVQ SI,160(DI)
  1038. MOVQ R8,168(DI)
  1039. MOVQ R9,176(DI)
  1040. MOVQ AX,184(DI)
  1041. MOVQ R10,192(DI)
  1042. MOVQ 200(SP),SI
  1043. IMUL3Q $19,SI,AX
  1044. MOVQ AX,56(SP)
  1045. MULQ 152(SP)
  1046. MOVQ AX,SI
  1047. MOVQ DX,CX
  1048. MOVQ 208(SP),DX
  1049. IMUL3Q $19,DX,AX
  1050. MOVQ AX,64(SP)
  1051. MULQ 144(SP)
  1052. ADDQ AX,SI
  1053. ADCQ DX,CX
  1054. MOVQ 176(SP),AX
  1055. MULQ 136(SP)
  1056. ADDQ AX,SI
  1057. ADCQ DX,CX
  1058. MOVQ 176(SP),AX
  1059. MULQ 144(SP)
  1060. MOVQ AX,R8
  1061. MOVQ DX,R9
  1062. MOVQ 176(SP),AX
  1063. MULQ 152(SP)
  1064. MOVQ AX,R10
  1065. MOVQ DX,R11
  1066. MOVQ 176(SP),AX
  1067. MULQ 160(SP)
  1068. MOVQ AX,R12
  1069. MOVQ DX,R13
  1070. MOVQ 176(SP),AX
  1071. MULQ 168(SP)
  1072. MOVQ AX,R14
  1073. MOVQ DX,R15
  1074. MOVQ 184(SP),AX
  1075. MULQ 136(SP)
  1076. ADDQ AX,R8
  1077. ADCQ DX,R9
  1078. MOVQ 184(SP),AX
  1079. MULQ 144(SP)
  1080. ADDQ AX,R10
  1081. ADCQ DX,R11
  1082. MOVQ 184(SP),AX
  1083. MULQ 152(SP)
  1084. ADDQ AX,R12
  1085. ADCQ DX,R13
  1086. MOVQ 184(SP),AX
  1087. MULQ 160(SP)
  1088. ADDQ AX,R14
  1089. ADCQ DX,R15
  1090. MOVQ 184(SP),DX
  1091. IMUL3Q $19,DX,AX
  1092. MULQ 168(SP)
  1093. ADDQ AX,SI
  1094. ADCQ DX,CX
  1095. MOVQ 192(SP),AX
  1096. MULQ 136(SP)
  1097. ADDQ AX,R10
  1098. ADCQ DX,R11
  1099. MOVQ 192(SP),AX
  1100. MULQ 144(SP)
  1101. ADDQ AX,R12
  1102. ADCQ DX,R13
  1103. MOVQ 192(SP),AX
  1104. MULQ 152(SP)
  1105. ADDQ AX,R14
  1106. ADCQ DX,R15
  1107. MOVQ 192(SP),DX
  1108. IMUL3Q $19,DX,AX
  1109. MULQ 160(SP)
  1110. ADDQ AX,SI
  1111. ADCQ DX,CX
  1112. MOVQ 192(SP),DX
  1113. IMUL3Q $19,DX,AX
  1114. MULQ 168(SP)
  1115. ADDQ AX,R8
  1116. ADCQ DX,R9
  1117. MOVQ 200(SP),AX
  1118. MULQ 136(SP)
  1119. ADDQ AX,R12
  1120. ADCQ DX,R13
  1121. MOVQ 200(SP),AX
  1122. MULQ 144(SP)
  1123. ADDQ AX,R14
  1124. ADCQ DX,R15
  1125. MOVQ 56(SP),AX
  1126. MULQ 160(SP)
  1127. ADDQ AX,R8
  1128. ADCQ DX,R9
  1129. MOVQ 56(SP),AX
  1130. MULQ 168(SP)
  1131. ADDQ AX,R10
  1132. ADCQ DX,R11
  1133. MOVQ 208(SP),AX
  1134. MULQ 136(SP)
  1135. ADDQ AX,R14
  1136. ADCQ DX,R15
  1137. MOVQ 64(SP),AX
  1138. MULQ 152(SP)
  1139. ADDQ AX,R8
  1140. ADCQ DX,R9
  1141. MOVQ 64(SP),AX
  1142. MULQ 160(SP)
  1143. ADDQ AX,R10
  1144. ADCQ DX,R11
  1145. MOVQ 64(SP),AX
  1146. MULQ 168(SP)
  1147. ADDQ AX,R12
  1148. ADCQ DX,R13
  1149. MOVQ ·REDMASK51(SB),DX
  1150. SHLQ $13,CX:SI
  1151. ANDQ DX,SI
  1152. SHLQ $13,R9:R8
  1153. ANDQ DX,R8
  1154. ADDQ CX,R8
  1155. SHLQ $13,R11:R10
  1156. ANDQ DX,R10
  1157. ADDQ R9,R10
  1158. SHLQ $13,R13:R12
  1159. ANDQ DX,R12
  1160. ADDQ R11,R12
  1161. SHLQ $13,R15:R14
  1162. ANDQ DX,R14
  1163. ADDQ R13,R14
  1164. IMUL3Q $19,R15,CX
  1165. ADDQ CX,SI
  1166. MOVQ SI,CX
  1167. SHRQ $51,CX
  1168. ADDQ R8,CX
  1169. MOVQ CX,R8
  1170. SHRQ $51,CX
  1171. ANDQ DX,SI
  1172. ADDQ R10,CX
  1173. MOVQ CX,R9
  1174. SHRQ $51,CX
  1175. ANDQ DX,R8
  1176. ADDQ R12,CX
  1177. MOVQ CX,AX
  1178. SHRQ $51,CX
  1179. ANDQ DX,R9
  1180. ADDQ R14,CX
  1181. MOVQ CX,R10
  1182. SHRQ $51,CX
  1183. ANDQ DX,AX
  1184. IMUL3Q $19,CX,CX
  1185. ADDQ CX,SI
  1186. ANDQ DX,R10
  1187. MOVQ SI,40(DI)
  1188. MOVQ R8,48(DI)
  1189. MOVQ R9,56(DI)
  1190. MOVQ AX,64(DI)
  1191. MOVQ R10,72(DI)
  1192. MOVQ 216(SP),AX
  1193. MULQ ·_121666_213(SB)
  1194. SHRQ $13,AX
  1195. MOVQ AX,SI
  1196. MOVQ DX,CX
  1197. MOVQ 224(SP),AX
  1198. MULQ ·_121666_213(SB)
  1199. SHRQ $13,AX
  1200. ADDQ AX,CX
  1201. MOVQ DX,R8
  1202. MOVQ 232(SP),AX
  1203. MULQ ·_121666_213(SB)
  1204. SHRQ $13,AX
  1205. ADDQ AX,R8
  1206. MOVQ DX,R9
  1207. MOVQ 240(SP),AX
  1208. MULQ ·_121666_213(SB)
  1209. SHRQ $13,AX
  1210. ADDQ AX,R9
  1211. MOVQ DX,R10
  1212. MOVQ 248(SP),AX
  1213. MULQ ·_121666_213(SB)
  1214. SHRQ $13,AX
  1215. ADDQ AX,R10
  1216. IMUL3Q $19,DX,DX
  1217. ADDQ DX,SI
  1218. ADDQ 136(SP),SI
  1219. ADDQ 144(SP),CX
  1220. ADDQ 152(SP),R8
  1221. ADDQ 160(SP),R9
  1222. ADDQ 168(SP),R10
  1223. MOVQ SI,80(DI)
  1224. MOVQ CX,88(DI)
  1225. MOVQ R8,96(DI)
  1226. MOVQ R9,104(DI)
  1227. MOVQ R10,112(DI)
  1228. MOVQ 104(DI),SI
  1229. IMUL3Q $19,SI,AX
  1230. MOVQ AX,56(SP)
  1231. MULQ 232(SP)
  1232. MOVQ AX,SI
  1233. MOVQ DX,CX
  1234. MOVQ 112(DI),DX
  1235. IMUL3Q $19,DX,AX
  1236. MOVQ AX,64(SP)
  1237. MULQ 224(SP)
  1238. ADDQ AX,SI
  1239. ADCQ DX,CX
  1240. MOVQ 80(DI),AX
  1241. MULQ 216(SP)
  1242. ADDQ AX,SI
  1243. ADCQ DX,CX
  1244. MOVQ 80(DI),AX
  1245. MULQ 224(SP)
  1246. MOVQ AX,R8
  1247. MOVQ DX,R9
  1248. MOVQ 80(DI),AX
  1249. MULQ 232(SP)
  1250. MOVQ AX,R10
  1251. MOVQ DX,R11
  1252. MOVQ 80(DI),AX
  1253. MULQ 240(SP)
  1254. MOVQ AX,R12
  1255. MOVQ DX,R13
  1256. MOVQ 80(DI),AX
  1257. MULQ 248(SP)
  1258. MOVQ AX,R14
  1259. MOVQ DX,R15
  1260. MOVQ 88(DI),AX
  1261. MULQ 216(SP)
  1262. ADDQ AX,R8
  1263. ADCQ DX,R9
  1264. MOVQ 88(DI),AX
  1265. MULQ 224(SP)
  1266. ADDQ AX,R10
  1267. ADCQ DX,R11
  1268. MOVQ 88(DI),AX
  1269. MULQ 232(SP)
  1270. ADDQ AX,R12
  1271. ADCQ DX,R13
  1272. MOVQ 88(DI),AX
  1273. MULQ 240(SP)
  1274. ADDQ AX,R14
  1275. ADCQ DX,R15
  1276. MOVQ 88(DI),DX
  1277. IMUL3Q $19,DX,AX
  1278. MULQ 248(SP)
  1279. ADDQ AX,SI
  1280. ADCQ DX,CX
  1281. MOVQ 96(DI),AX
  1282. MULQ 216(SP)
  1283. ADDQ AX,R10
  1284. ADCQ DX,R11
  1285. MOVQ 96(DI),AX
  1286. MULQ 224(SP)
  1287. ADDQ AX,R12
  1288. ADCQ DX,R13
  1289. MOVQ 96(DI),AX
  1290. MULQ 232(SP)
  1291. ADDQ AX,R14
  1292. ADCQ DX,R15
  1293. MOVQ 96(DI),DX
  1294. IMUL3Q $19,DX,AX
  1295. MULQ 240(SP)
  1296. ADDQ AX,SI
  1297. ADCQ DX,CX
  1298. MOVQ 96(DI),DX
  1299. IMUL3Q $19,DX,AX
  1300. MULQ 248(SP)
  1301. ADDQ AX,R8
  1302. ADCQ DX,R9
  1303. MOVQ 104(DI),AX
  1304. MULQ 216(SP)
  1305. ADDQ AX,R12
  1306. ADCQ DX,R13
  1307. MOVQ 104(DI),AX
  1308. MULQ 224(SP)
  1309. ADDQ AX,R14
  1310. ADCQ DX,R15
  1311. MOVQ 56(SP),AX
  1312. MULQ 240(SP)
  1313. ADDQ AX,R8
  1314. ADCQ DX,R9
  1315. MOVQ 56(SP),AX
  1316. MULQ 248(SP)
  1317. ADDQ AX,R10
  1318. ADCQ DX,R11
  1319. MOVQ 112(DI),AX
  1320. MULQ 216(SP)
  1321. ADDQ AX,R14
  1322. ADCQ DX,R15
  1323. MOVQ 64(SP),AX
  1324. MULQ 232(SP)
  1325. ADDQ AX,R8
  1326. ADCQ DX,R9
  1327. MOVQ 64(SP),AX
  1328. MULQ 240(SP)
  1329. ADDQ AX,R10
  1330. ADCQ DX,R11
  1331. MOVQ 64(SP),AX
  1332. MULQ 248(SP)
  1333. ADDQ AX,R12
  1334. ADCQ DX,R13
  1335. MOVQ ·REDMASK51(SB),DX
  1336. SHLQ $13,CX:SI
  1337. ANDQ DX,SI
  1338. SHLQ $13,R9:R8
  1339. ANDQ DX,R8
  1340. ADDQ CX,R8
  1341. SHLQ $13,R11:R10
  1342. ANDQ DX,R10
  1343. ADDQ R9,R10
  1344. SHLQ $13,R13:R12
  1345. ANDQ DX,R12
  1346. ADDQ R11,R12
  1347. SHLQ $13,R15:R14
  1348. ANDQ DX,R14
  1349. ADDQ R13,R14
  1350. IMUL3Q $19,R15,CX
  1351. ADDQ CX,SI
  1352. MOVQ SI,CX
  1353. SHRQ $51,CX
  1354. ADDQ R8,CX
  1355. MOVQ CX,R8
  1356. SHRQ $51,CX
  1357. ANDQ DX,SI
  1358. ADDQ R10,CX
  1359. MOVQ CX,R9
  1360. SHRQ $51,CX
  1361. ANDQ DX,R8
  1362. ADDQ R12,CX
  1363. MOVQ CX,AX
  1364. SHRQ $51,CX
  1365. ANDQ DX,R9
  1366. ADDQ R14,CX
  1367. MOVQ CX,R10
  1368. SHRQ $51,CX
  1369. ANDQ DX,AX
  1370. IMUL3Q $19,CX,CX
  1371. ADDQ CX,SI
  1372. ANDQ DX,R10
  1373. MOVQ SI,80(DI)
  1374. MOVQ R8,88(DI)
  1375. MOVQ R9,96(DI)
  1376. MOVQ AX,104(DI)
  1377. MOVQ R10,112(DI)
  1378. MOVQ 0(SP),R11
  1379. MOVQ 8(SP),R12
  1380. MOVQ 16(SP),R13
  1381. MOVQ 24(SP),R14
  1382. MOVQ 32(SP),R15
  1383. MOVQ 40(SP),BX
  1384. MOVQ 48(SP),BP
  1385. MOVQ DI,AX
  1386. MOVQ SI,DX
  1387. RET