File: bug-reorder-bb-jrcxz.s

package info (click to toggle)
swiftlang 6.0.3-2
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 2,519,992 kB
  • sloc: cpp: 9,107,863; ansic: 2,040,022; asm: 1,135,751; python: 296,500; objc: 82,456; f90: 60,502; lisp: 34,951; pascal: 19,946; sh: 18,133; perl: 7,482; ml: 4,937; javascript: 4,117; makefile: 3,840; awk: 3,535; xml: 914; fortran: 619; cs: 573; ruby: 573
file content (640 lines) | stat: -rw-r--r-- 13,746 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
# Test performs a BB reordering with unsupported
# instruction jrcxz. Reordering works correctly with the
# follow options: None, Normal or Reverse. Other strategies
# are completed with Assertion `isIntN(Size * 8 + 1, Value).
# The cause is the distance between BB where one contains
# jrcxz instruction.
# Example: OpenSSL
# https://github.com/openssl/openssl/blob/master/crypto/bn/asm/x86_64-mont5.pl#L3319

# REQUIRES: system-linux

# RUN: llvm-mc -filetype=obj -triple x86_64-unknown-unknown \
# RUN:   %s -o %t.o
# RUN: link_fdata %s %t.o %t.fdata
# RUN: %clang %cflags %t.o -falign-labels -march=native -o %t.exe -Wl,-q

# RUN:  llvm-bolt %t.exe -o %t.bolted --data %t.fdata \
# RUN:    --reorder-blocks=ext-tsp --reorder-functions=hfsort \
# RUN:    --split-functions --split-all-cold --split-eh --dyno-stats \
# RUN:    --print-finalized 2>&1 | FileCheck %s

# CHECK-NOT: value of -2105 is too large for field of 1 byte.

  .text
  .section .text.startup,"ax",@progbits
  .p2align 5,,31
  .globl main
  .type main, @function
main:
  jmp bn_sqrx8x_internal

.globl bn_sqrx8x_internal
.hidden bn_sqrx8x_internal
.type bn_sqrx8x_internal,@function
.align 32
bn_sqrx8x_internal:
__bn_sqrx8x_internal:
# FDATA: 1 bn_from_mont8x 160 1 bn_sqrx8x_internal 0 0 56
# FDATA: 1 bn_sqrx8x_internal 13 1  bn_sqrx8x_internal 40 0 60972
# FDATA: 1 bn_sqrx8x_internal 5f 1  bn_sqrx8x_internal 2c 0 60972
# FDATA: 1 bn_sqrx8x_internal 2f1 1 bn_sqrx8x_internal 500 0 60972
# FDATA: 1 bn_sqrx8x_internal 34a 1 bn_sqrx8x_internal 360 0 60972
# FDATA: 1 bn_sqrx8x_internal 411 1 bn_sqrx8x_internal 360 0 447888
# FDATA: 1 bn_sqrx8x_internal 411 1 bn_sqrx8x_internal 417 0 63984
# FDATA: 1 bn_sqrx8x_internal 427 1 bn_sqrx8x_internal 480 0 60972
# FDATA: 1 bn_sqrx8x_internal 427 1 bn_sqrx8x_internal 429 0 3012
# FDATA: 1 bn_sqrx8x_internal 467 1 bn_sqrx8x_internal 360 0 3012
# FDATA: 1 bn_sqrx8x_internal 4ba 1 bn_sqrx8x_internal 80 0 58964
# FDATA: 1 bn_sqrx8x_internal 4ba 1 bn_sqrx8x_internal 4c0 0 2008
# FDATA: 1 bn_sqrx8x_internal 4fb 1 bn_sqrx8x_internal 80 0 2008
# FDATA: 1 bn_sqrx8x_internal 5f0 1 bn_sqrx8x_internal 5f2 0 180908
# FDATA: 1 bn_sqrx8x_internal 61b 1 bn_sqrx8x_internal 540 0 180908
# FDATA: 1 bn_sqrx8x_internal 632 1 bn_sqrx8x_internal 637 0 59020
# FDATA: 1 bn_sqrx8x_internal 657 1 bn_sqrx8x_internal 660 0 59020
# FDATA: 1 bn_sqrx8x_internal 696 1 bn_sqrx8x_internal 6a0 0 120048
# FDATA: 1 bn_sqrx8x_internal 75a 1 bn_sqrx8x_internal 6a0 0 840336
# FDATA: 1 bn_sqrx8x_internal 75a 1 bn_sqrx8x_internal 760 0 120048
# FDATA: 1 bn_sqrx8x_internal 768 1 bn_sqrx8x_internal 76e 0 120048
# FDATA: 1 bn_sqrx8x_internal 7b2 1 bn_sqrx8x_internal 7c0 0 120048
# FDATA: 1 bn_sqrx8x_internal 86e 1 bn_sqrx8x_internal 7c0 0 896560
# FDATA: 1 bn_sqrx8x_internal 86e 1 bn_sqrx8x_internal 874 0 128080
# FDATA: 1 bn_sqrx8x_internal 879 1 bn_sqrx8x_internal 8c0 0 120048
# FDATA: 1 bn_sqrx8x_internal 879 1 bn_sqrx8x_internal 87b 0 8032
# FDATA: 1 bn_sqrx8x_internal 8bb 1 bn_sqrx8x_internal 7c0 0 8032
# FDATA: 1 bn_sqrx8x_internal 8e8 1 bn_sqrx8x_internal 8ed 0 120048
# FDATA: 1 bn_sqrx8x_internal 955 1 bn_sqrx8x_internal 660 0 61028
# FDATA: 1 bn_sqrx8x_internal 955 1 bn_sqrx8x_internal 95b 0 59020
# FDATA: 0 [unknown] 0 1 bn_sqrx8x_internal 5f0 0 59020
.cfi_startproc
  leaq 48+8(%rsp),%rdi
  leaq (%rsi,%r9,1),%rbp
  movq %r9,0+8(%rsp)
  movq %rbp,8+8(%rsp)
  jmp .Lsqr8x_zero_start

.align 32
.byte 0x66,0x66,0x66,0x2e,0x0f,0x1f,0x84,0x00,0x00,0x00,0x00,0x00
.Lsqrx8x_zero:
.byte 0x3e
  movdqa %xmm0,0(%rdi)
  movdqa %xmm0,16(%rdi)
  movdqa %xmm0,32(%rdi)
  movdqa %xmm0,48(%rdi)
.Lsqr8x_zero_start:
  movdqa %xmm0,64(%rdi)
  movdqa %xmm0,80(%rdi)
  movdqa %xmm0,96(%rdi)
  movdqa %xmm0,112(%rdi)
  leaq 128(%rdi),%rdi
  subq $64,%r9
  jnz .Lsqrx8x_zero

  movq 0(%rsi),%rdx

  xorq %r10,%r10
  xorq %r11,%r11
  xorq %r12,%r12
  xorq %r13,%r13
  xorq %r14,%r14
  xorq %r15,%r15
  leaq 48+8(%rsp),%rdi
  xorq %rbp,%rbp
  jmp .Lsqrx8x_outer_loop

.align 32
.Lsqrx8x_outer_loop:
  mulxq 8(%rsi),%r8,%rax
  adcxq %r9,%r8
  adoxq %rax,%r10
  mulxq 16(%rsi),%r9,%rax
  adcxq %r10,%r9
  adoxq %rax,%r11
.byte 0xc4,0xe2,0xab,0xf6,0x86,0x18,0x00,0x00,0x00
  adcxq %r11,%r10
  adoxq %rax,%r12
.byte 0xc4,0xe2,0xa3,0xf6,0x86,0x20,0x00,0x00,0x00
  adcxq %r12,%r11
  adoxq %rax,%r13
  mulxq 40(%rsi),%r12,%rax
  adcxq %r13,%r12
  adoxq %rax,%r14
  mulxq 48(%rsi),%r13,%rax
  adcxq %r14,%r13
  adoxq %r15,%rax
  mulxq 56(%rsi),%r14,%r15
  movq 8(%rsi),%rdx
  adcxq %rax,%r14
  adoxq %rbp,%r15
  adcq 64(%rdi),%r15
  movq %r8,8(%rdi)
  movq %r9,16(%rdi)
  sbbq %rcx,%rcx
  xorq %rbp,%rbp

  mulxq 16(%rsi),%r8,%rbx
  mulxq 24(%rsi),%r9,%rax
  adcxq %r10,%r8
  adoxq %rbx,%r9
  mulxq 32(%rsi),%r10,%rbx
  adcxq %r11,%r9
  adoxq %rax,%r10
.byte 0xc4,0xe2,0xa3,0xf6,0x86,0x28,0x00,0x00,0x00
  adcxq %r12,%r10
  adoxq %rbx,%r11
.byte 0xc4,0xe2,0x9b,0xf6,0x9e,0x30,0x00,0x00,0x00
  adcxq %r13,%r11
  adoxq %r14,%r12
.byte 0xc4,0x62,0x93,0xf6,0xb6,0x38,0x00,0x00,0x00
  movq 16(%rsi),%rdx
  adcxq %rax,%r12
  adoxq %rbx,%r13
  adcxq %r15,%r13
  adoxq %rbp,%r14
  adcxq %rbp,%r14

  movq %r8,24(%rdi)
  movq %r9,32(%rdi)

  mulxq 24(%rsi),%r8,%rbx
  mulxq 32(%rsi),%r9,%rax
  adcxq %r10,%r8
  adoxq %rbx,%r9
  mulxq 40(%rsi),%r10,%rbx
  adcxq %r11,%r9
  adoxq %rax,%r10
.byte 0xc4,0xe2,0xa3,0xf6,0x86,0x30,0x00,0x00,0x00
  adcxq %r12,%r10
  adoxq %r13,%r11
.byte 0xc4,0x62,0x9b,0xf6,0xae,0x38,0x00,0x00,0x00
.byte 0x3e
  movq 24(%rsi),%rdx
  adcxq %rbx,%r11
  adoxq %rax,%r12
  adcxq %r14,%r12
  movq %r8,40(%rdi)
  movq %r9,48(%rdi)
  mulxq 32(%rsi),%r8,%rax
  adoxq %rbp,%r13
  adcxq %rbp,%r13

  mulxq 40(%rsi),%r9,%rbx
  adcxq %r10,%r8
  adoxq %rax,%r9
  mulxq 48(%rsi),%r10,%rax
  adcxq %r11,%r9
  adoxq %r12,%r10
  mulxq 56(%rsi),%r11,%r12
  movq 32(%rsi),%rdx
  movq 40(%rsi),%r14
  adcxq %rbx,%r10
  adoxq %rax,%r11
  movq 48(%rsi),%r15
  adcxq %r13,%r11
  adoxq %rbp,%r12
  adcxq %rbp,%r12

  movq %r8,56(%rdi)
  movq %r9,64(%rdi)

  mulxq %r14,%r9,%rax
  movq 56(%rsi),%r8
  adcxq %r10,%r9
  mulxq %r15,%r10,%rbx
  adoxq %rax,%r10
  adcxq %r11,%r10
  mulxq %r8,%r11,%rax
  movq %r14,%rdx
  adoxq %rbx,%r11
  adcxq %r12,%r11

  adcxq %rbp,%rax

  mulxq %r15,%r14,%rbx
  mulxq %r8,%r12,%r13
  movq %r15,%rdx
  leaq 64(%rsi),%rsi
  adcxq %r14,%r11
  adoxq %rbx,%r12
  adcxq %rax,%r12
  adoxq %rbp,%r13

.byte 0x67,0x67
  mulxq %r8,%r8,%r14
  adcxq %r8,%r13
  adcxq %rbp,%r14

  cmpq 8+8(%rsp),%rsi
  je .Lsqrx8x_outer_break

  negq %rcx
  movq $-8,%rcx
  movq %rbp,%r15
  movq 64(%rdi),%r8
  adcxq 72(%rdi),%r9
  adcxq 80(%rdi),%r10
  adcxq 88(%rdi),%r11
  adcq 96(%rdi),%r12
  adcq 104(%rdi),%r13
  adcq 112(%rdi),%r14
  adcq 120(%rdi),%r15
  leaq (%rsi),%rbp
  leaq 128(%rdi),%rdi
  sbbq %rax,%rax

  movq -64(%rsi),%rdx
  movq %rax,16+8(%rsp)
  movq %rdi,24+8(%rsp)


  xorl %eax,%eax
  jmp .Lsqrx8x_loop

.align 32
.Lsqrx8x_loop:
  movq %r8,%rbx
  mulxq 0(%rbp),%rax,%r8
  adcxq %rax,%rbx
  adoxq %r9,%r8

  mulxq 8(%rbp),%rax,%r9
  adcxq %rax,%r8
  adoxq %r10,%r9

  mulxq 16(%rbp),%rax,%r10
  adcxq %rax,%r9
  adoxq %r11,%r10

  mulxq 24(%rbp),%rax,%r11
  adcxq %rax,%r10
  adoxq %r12,%r11

.byte 0xc4,0x62,0xfb,0xf6,0xa5,0x20,0x00,0x00,0x00
  adcxq %rax,%r11
  adoxq %r13,%r12

  mulxq 40(%rbp),%rax,%r13
  adcxq %rax,%r12
  adoxq %r14,%r13

  mulxq 48(%rbp),%rax,%r14
  movq %rbx,(%rdi,%rcx,8)
  movl $0,%ebx
  adcxq %rax,%r13
  adoxq %r15,%r14

.byte 0xc4,0x62,0xfb,0xf6,0xbd,0x38,0x00,0x00,0x00
  movq 8(%rsi,%rcx,8),%rdx
  adcxq %rax,%r14
  adoxq %rbx,%r15
  adcxq %rbx,%r15

.byte 0x67
  incq %rcx
  jnz .Lsqrx8x_loop

  leaq 64(%rbp),%rbp
  movq $-8,%rcx
  cmpq 8+8(%rsp),%rbp
  je .Lsqrx8x_break

  subq 16+8(%rsp),%rbx
.byte 0x66
  movq -64(%rsi),%rdx
  adcxq 0(%rdi),%r8
  adcxq 8(%rdi),%r9
  adcq 16(%rdi),%r10
  adcq 24(%rdi),%r11
  adcq 32(%rdi),%r12
  adcq 40(%rdi),%r13
  adcq 48(%rdi),%r14
  adcq 56(%rdi),%r15
  leaq 64(%rdi),%rdi
.byte 0x67
  sbbq %rax,%rax
  xorl %ebx,%ebx
  movq %rax,16+8(%rsp)
  jmp .Lsqrx8x_loop

.align 32
.Lsqrx8x_break:
  xorq %rbp,%rbp
  subq 16+8(%rsp),%rbx
  adcxq %rbp,%r8
  movq 24+8(%rsp),%rcx
  adcxq %rbp,%r9
  movq 0(%rsi),%rdx
  adcq $0,%r10
  movq %r8,0(%rdi)
  adcq $0,%r11
  adcq $0,%r12
  adcq $0,%r13
  adcq $0,%r14
  adcq $0,%r15
  cmpq %rcx,%rdi
  je .Lsqrx8x_outer_loop

  movq %r9,8(%rdi)
  movq 8(%rcx),%r9
  movq %r10,16(%rdi)
  movq 16(%rcx),%r10
  movq %r11,24(%rdi)
  movq 24(%rcx),%r11
  movq %r12,32(%rdi)
  movq 32(%rcx),%r12
  movq %r13,40(%rdi)
  movq 40(%rcx),%r13
  movq %r14,48(%rdi)
  movq 48(%rcx),%r14
  movq %r15,56(%rdi)
  movq 56(%rcx),%r15
  movq %rcx,%rdi
  jmp .Lsqrx8x_outer_loop

.align 32
.Lsqrx8x_outer_break:
  movq %r9,72(%rdi)
.byte 102,72,15,126,217
  movq %r10,80(%rdi)
  movq %r11,88(%rdi)
  movq %r12,96(%rdi)
  movq %r13,104(%rdi)
  movq %r14,112(%rdi)
  leaq 48+8(%rsp),%rdi
  movq (%rsi,%rcx,1),%rdx

  movq 8(%rdi),%r11
  xorq %r10,%r10
  movq 0+8(%rsp),%r9
  adoxq %r11,%r11
  movq 16(%rdi),%r12
  movq 24(%rdi),%r13

.align 32
.Lsqrx4x_shift_n_add:
  mulxq %rdx,%rax,%rbx
  adoxq %r12,%r12
  adcxq %r10,%rax
.byte 0x48,0x8b,0x94,0x0e,0x08,0x00,0x00,0x00
.byte 0x4c,0x8b,0x97,0x20,0x00,0x00,0x00
  adoxq %r13,%r13
  adcxq %r11,%rbx
  movq 40(%rdi),%r11
  movq %rax,0(%rdi)
  movq %rbx,8(%rdi)

  mulxq %rdx,%rax,%rbx
  adoxq %r10,%r10
  adcxq %r12,%rax
  movq 16(%rsi,%rcx,1),%rdx
  movq 48(%rdi),%r12
  adoxq %r11,%r11
  adcxq %r13,%rbx
  movq 56(%rdi),%r13
  movq %rax,16(%rdi)
  movq %rbx,24(%rdi)

  mulxq %rdx,%rax,%rbx
  adoxq %r12,%r12
  adcxq %r10,%rax
  movq 24(%rsi,%rcx,1),%rdx
  leaq 32(%rcx),%rcx
  movq 64(%rdi),%r10
  adoxq %r13,%r13
  adcxq %r11,%rbx
  movq 72(%rdi),%r11
  movq %rax,32(%rdi)
  movq %rbx,40(%rdi)

  mulxq %rdx,%rax,%rbx
  adoxq %r10,%r10
  adcxq %r12,%rax
  jrcxz .Lsqrx4x_shift_n_add_break
.byte 0x48,0x8b,0x94,0x0e,0x00,0x00,0x00,0x00
  adoxq %r11,%r11
  adcxq %r13,%rbx
  movq 80(%rdi),%r12
  movq 88(%rdi),%r13
  movq %rax,48(%rdi)
  movq %rbx,56(%rdi)
  leaq 64(%rdi),%rdi
  nop
  jmp .Lsqrx4x_shift_n_add

.align 32
.Lsqrx4x_shift_n_add_break:
  adcxq %r13,%rbx
  movq %rax,48(%rdi)
  movq %rbx,56(%rdi)
  leaq 64(%rdi),%rdi
.byte 102,72,15,126,213
__bn_sqrx8x_reduction:
  xorl %eax,%eax
  movq 32+8(%rsp),%rbx
  movq 48+8(%rsp),%rdx
  leaq -64(%rbp,%r9,1),%rcx

  movq %rcx,0+8(%rsp)
  movq %rdi,8+8(%rsp)

  leaq 48+8(%rsp),%rdi
  jmp .Lsqrx8x_reduction_loop

.align 32
.Lsqrx8x_reduction_loop:
  movq 8(%rdi),%r9
  movq 16(%rdi),%r10
  movq 24(%rdi),%r11
  movq 32(%rdi),%r12
  movq %rdx,%r8
  imulq %rbx,%rdx
  movq 40(%rdi),%r13
  movq 48(%rdi),%r14
  movq 56(%rdi),%r15
  movq %rax,24+8(%rsp)

  leaq 64(%rdi),%rdi
  xorq %rsi,%rsi
  movq $-8,%rcx
  jmp .Lsqrx8x_reduce

.align 32
.Lsqrx8x_reduce:
  movq %r8,%rbx
  mulxq 0(%rbp),%rax,%r8
  adcxq %rbx,%rax
  adoxq %r9,%r8

  mulxq 8(%rbp),%rbx,%r9
  adcxq %rbx,%r8
  adoxq %r10,%r9

  mulxq 16(%rbp),%rbx,%r10
  adcxq %rbx,%r9
  adoxq %r11,%r10

  mulxq 24(%rbp),%rbx,%r11
  adcxq %rbx,%r10
  adoxq %r12,%r11

.byte 0xc4,0x62,0xe3,0xf6,0xa5,0x20,0x00,0x00,0x00
  movq %rdx,%rax
  movq %r8,%rdx
  adcxq %rbx,%r11
  adoxq %r13,%r12

  mulxq 32+8(%rsp),%rbx,%rdx
  movq %rax,%rdx
  movq %rax,64+48+8(%rsp,%rcx,8)

  mulxq 40(%rbp),%rax,%r13
  adcxq %rax,%r12
  adoxq %r14,%r13

  mulxq 48(%rbp),%rax,%r14
  adcxq %rax,%r13
  adoxq %r15,%r14

  mulxq 56(%rbp),%rax,%r15
  movq %rbx,%rdx
  adcxq %rax,%r14
  adoxq %rsi,%r15
  adcxq %rsi,%r15

.byte 0x67,0x67,0x67
  incq %rcx
  jnz .Lsqrx8x_reduce

  movq %rsi,%rax
  cmpq 0+8(%rsp),%rbp
  jae .Lsqrx8x_no_tail

  movq 48+8(%rsp),%rdx
  addq 0(%rdi),%r8
  leaq 64(%rbp),%rbp
  movq $-8,%rcx
  adcxq 8(%rdi),%r9
  adcxq 16(%rdi),%r10
  adcq 24(%rdi),%r11
  adcq 32(%rdi),%r12
  adcq 40(%rdi),%r13
  adcq 48(%rdi),%r14
  adcq 56(%rdi),%r15
  leaq 64(%rdi),%rdi
  sbbq %rax,%rax

  xorq %rsi,%rsi
  movq %rax,16+8(%rsp)
  jmp .Lsqrx8x_tail

.align 32
.Lsqrx8x_tail:
  movq %r8,%rbx
  mulxq 0(%rbp),%rax,%r8
  adcxq %rax,%rbx
  adoxq %r9,%r8

  mulxq 8(%rbp),%rax,%r9
  adcxq %rax,%r8
  adoxq %r10,%r9

  mulxq 16(%rbp),%rax,%r10
  adcxq %rax,%r9
  adoxq %r11,%r10

  mulxq 24(%rbp),%rax,%r11
  adcxq %rax,%r10
  adoxq %r12,%r11

.byte 0xc4,0x62,0xfb,0xf6,0xa5,0x20,0x00,0x00,0x00
  adcxq %rax,%r11
  adoxq %r13,%r12

  mulxq 40(%rbp),%rax,%r13
  adcxq %rax,%r12
  adoxq %r14,%r13

  mulxq 48(%rbp),%rax,%r14
  adcxq %rax,%r13
  adoxq %r15,%r14

  mulxq 56(%rbp),%rax,%r15
  movq 72+48+8(%rsp,%rcx,8),%rdx
  adcxq %rax,%r14
  adoxq %rsi,%r15
  movq %rbx,(%rdi,%rcx,8)
  movq %r8,%rbx
  adcxq %rsi,%r15

  incq %rcx
  jnz .Lsqrx8x_tail

  cmpq 0+8(%rsp),%rbp
  jae .Lsqrx8x_tail_done

  subq 16+8(%rsp),%rsi
  movq 48+8(%rsp),%rdx
  leaq 64(%rbp),%rbp
  adcq 0(%rdi),%r8
  adcq 8(%rdi),%r9
  adcq 16(%rdi),%r10
  adcq 24(%rdi),%r11
  adcq 32(%rdi),%r12
  adcq 40(%rdi),%r13
  adcq 48(%rdi),%r14
  adcq 56(%rdi),%r15
  leaq 64(%rdi),%rdi
  sbbq %rax,%rax
  subq $8,%rcx

  xorq %rsi,%rsi
  movq %rax,16+8(%rsp)
  jmp .Lsqrx8x_tail

.align 32
.Lsqrx8x_tail_done:
  xorq %rax,%rax
  addq 24+8(%rsp),%r8
  adcq $0,%r9
  adcq $0,%r10
  adcq $0,%r11
  adcq $0,%r12
  adcq $0,%r13
  adcq $0,%r14
  adcq $0,%r15
  adcq $0,%rax

  subq 16+8(%rsp),%rsi
.Lsqrx8x_no_tail:
  adcq 0(%rdi),%r8
.byte 102,72,15,126,217
  adcq 8(%rdi),%r9
  movq 56(%rbp),%rsi
.byte 102,72,15,126,213
  adcq 16(%rdi),%r10
  adcq 24(%rdi),%r11
  adcq 32(%rdi),%r12
  adcq 40(%rdi),%r13
  adcq 48(%rdi),%r14
  adcq 56(%rdi),%r15
  adcq $0,%rax

  movq 32+8(%rsp),%rbx
  movq 64(%rdi,%rcx,1),%rdx

  movq %r8,0(%rdi)
  leaq 64(%rdi),%r8
  movq %r9,8(%rdi)
  movq %r10,16(%rdi)
  movq %r11,24(%rdi)
  movq %r12,32(%rdi)
  movq %r13,40(%rdi)
  movq %r14,48(%rdi)
  movq %r15,56(%rdi)

  leaq 64(%rdi,%rcx,1),%rdi
  cmpq 8+8(%rsp),%r8
  jb .Lsqrx8x_reduction_loop
  .byte 0xf3,0xc3
.cfi_endproc
.size  bn_sqrx8x_internal,.-bn_sqrx8x_internal