#include "crypto_asm_hidden.h" // linker define ge25519_double_scalarmult_process // linker use upmask1 upmask2 upmask3 upmask4 upmask5 // linker use pmask1 pmask2 pmask3 pmask4 pmask5 pmask6 pmask7 pmask8 pmask9 pmask10 pmask11 pmask12 // linker use mask63 vec19 vecmask25 vecmask26 /* Assembly for double base scalar multiplication. * * This assembly has been developed after studying the * amd64-64-24k implementation of the work "High speed * high security signatures" by Bernstein et al. */ #include "consts_namespace.h" .p2align 5 ASM_HIDDEN _CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process) .globl _CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process) ASM_HIDDEN CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process) .globl CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process) _CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process): CRYPTO_SHARED_NAMESPACE(ge25519_double_scalarmult_process): movq %rsp,%r11 andq $-32,%rsp subq $1120,%rsp movq %r11,0(%rsp) movq %r12,8(%rsp) movq %r13,16(%rsp) movq %r14,24(%rsp) movq %r15,32(%rsp) movq %rbx,40(%rsp) movq %rbp,48(%rsp) // setneutral movq $0,%rax movq $1,%rbx movq %rax,0(%rdi) movq %rax,8(%rdi) movq %rax,16(%rdi) movq %rax,24(%rdi) movq %rbx,32(%rdi) movq %rax,40(%rdi) movq %rax,48(%rdi) movq %rax,56(%rdi) movq %rbx,64(%rdi) movq %rax,72(%rdi) movq %rax,80(%rdi) movq %rax,88(%rdi) movq %rax,96(%rdi) movq %rax,104(%rdi) movq %rax,112(%rdi) movq %rax,120(%rdi) movq $255,%rax addq $255,%rsi addq $255,%rdx movq %rdi,56(%rsp) movq %rcx,64(%rsp) movq %r8,72(%rsp) .L1: movb 0(%rsi),%r14b movb 0(%rdx),%r15b cmpb $0,%r14b jg .L2 cmpb $0,%r15b jg .L2 decq %rsi decq %rdx decq %rax cmpq $0,%rax jge .L1 cmpq $0,%rax jl .L10 .L2: movq %rsi,80(%rsp) movq %rdx,88(%rsp) movq %rax,96(%rsp) .L3: /* dbl p1p1 */ // square movq 0(%rdi),%rbx movq 8(%rdi),%rbp movq 16(%rdi),%rcx movq 24(%rdi),%rsi movq %rsi,%rax mulq %rsi movq %rax,%r12 xorq %r13,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq %rbp,%rax mulq %rsi movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rcx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rsi addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq %rbx,%rax mulq %rsi addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq %rbp,%rax mulq %rcx addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq %rbx,%rax mulq %rbx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rbx,%rax mulq %rbp addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq %rbx,%rax mulq %rcx addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq %rbp,%rax mulq %rbp addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 imul $19,%r15,%r15 andq mask63(%rip),%r14 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,128(%rsp) movq %r10,136(%rsp) movq %r12,144(%rsp) movq %r14,152(%rsp) // square movq 32(%rdi),%rbx movq 40(%rdi),%rbp movq 48(%rdi),%rcx movq 56(%rdi),%rsi movq %rsi,%rax mulq %rsi movq %rax,%r12 xorq %r13,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq %rbp,%rax mulq %rsi movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rcx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rsi addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq %rbx,%rax mulq %rsi addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq %rbp,%rax mulq %rcx addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq %rbx,%rax mulq %rbx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rbx,%rax mulq %rbp addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq %rbx,%rax mulq %rcx addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq %rbp,%rax mulq %rbp addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 imul $19,%r15,%r15 andq mask63(%rip),%r14 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,160(%rsp) movq %r10,168(%rsp) movq %r12,176(%rsp) movq %r14,184(%rsp) // square movq 64(%rdi),%rbx movq 72(%rdi),%rbp movq 80(%rdi),%rcx movq 88(%rdi),%rsi movq %rsi,%rax mulq %rsi movq %rax,%r12 xorq %r13,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq %rbp,%rax mulq %rsi movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rcx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rsi addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq %rbx,%rax mulq %rsi addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq %rbp,%rax mulq %rcx addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq %rbx,%rax mulq %rbx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rbx,%rax mulq %rbp addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq %rbx,%rax mulq %rcx addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq %rbp,%rax mulq %rbp addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 imul $19,%r15,%r15 andq mask63(%rip),%r14 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // double addq %r8,%r8 adcq %r10,%r10 adcq %r12,%r12 adcq %r14,%r14 movq $0,%rdx movq $38,%rcx cmovae %rdx,%rcx addq %rcx,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rcx,%rdx addq %rdx,%r8 movq %r8,192(%rsp) movq %r10,200(%rsp) movq %r12,208(%rsp) movq %r14,216(%rsp) // neg movq $0,%r8 movq $0,%r9 movq $0,%r10 movq $0,%r11 subq 128(%rsp),%r8 sbbq 136(%rsp),%r9 sbbq 144(%rsp),%r10 sbbq 152(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,128(%rsp) movq %r9,136(%rsp) movq %r10,144(%rsp) movq %r11,152(%rsp) // copy movq %r8,%r12 movq %r9,%r13 movq %r10,%r14 movq %r11,%r15 // sub subq 160(%rsp),%r8 sbbq 168(%rsp),%r9 sbbq 176(%rsp),%r10 sbbq 184(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,320(%rsp) movq %r9,328(%rsp) movq %r10,336(%rsp) movq %r11,344(%rsp) // add addq 160(%rsp),%r12 adcq 168(%rsp),%r13 adcq 176(%rsp),%r14 adcq 184(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r12 adcq %rdx,%r13 adcq %rdx,%r14 adcq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r12 movq %r12,288(%rsp) movq %r13,296(%rsp) movq %r14,304(%rsp) movq %r15,312(%rsp) // sub subq 192(%rsp),%r12 sbbq 200(%rsp),%r13 sbbq 208(%rsp),%r14 sbbq 216(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r12 sbbq %rdx,%r13 sbbq %rdx,%r14 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r12 movq %r12,352(%rsp) movq %r13,360(%rsp) movq %r14,368(%rsp) movq %r15,376(%rsp) // add movq 0(%rdi),%rbx movq 8(%rdi),%rbp movq 16(%rdi),%rcx movq 24(%rdi),%rsi addq 32(%rdi),%rbx adcq 40(%rdi),%rbp adcq 48(%rdi),%rcx adcq 56(%rdi),%rsi movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%rbx adcq %rdx,%rbp adcq %rdx,%rcx adcq %rdx,%rsi cmovc %rax,%rdx addq %rdx,%rbx // square movq %rsi,%rax mulq %rsi movq %rax,%r12 xorq %r13,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq %rbp,%rax mulq %rsi movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rcx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rcx,%rax mulq %rsi addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq %rbx,%rax mulq %rsi addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq %rbp,%rax mulq %rcx addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq %rbx,%rax mulq %rbx addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq %rbx,%rax mulq %rbp addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq %rbx,%rax mulq %rcx addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq %rbp,%rax mulq %rbp addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 imul $19,%r15,%r15 andq mask63(%rip),%r14 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // add addq 128(%rsp),%r8 adcq 136(%rsp),%r10 adcq 144(%rsp),%r12 adcq 152(%rsp),%r14 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 // sub subq 160(%rsp),%r8 sbbq 168(%rsp),%r10 sbbq 176(%rsp),%r12 sbbq 184(%rsp),%r14 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r10 sbbq %rdx,%r12 sbbq %rdx,%r14 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,256(%rsp) movq %r10,264(%rsp) movq %r12,272(%rsp) movq %r14,280(%rsp) movq 80(%rsp),%rsi movb 0(%rsi),%r14b movb %r14b,104(%rsp) decq %rsi movq %rsi,80(%rsp) movq 64(%rsp),%rdi cmpb $0,%r14b jg .L4 jl .L5 je .L6 .L4: /* p1p1 to p3 */ // convert to 10x4 form vmovdqa 256(%rsp),%ymm8 vmovdqa 288(%rsp),%ymm9 vmovdqa 288(%rsp),%ymm10 vmovdqa 256(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm1 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm3 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm5 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm7 vpand pmask1(%rip),%ymm1,%ymm0 vpand pmask2(%rip),%ymm1,%ymm11 vpsrlq $26,%ymm11,%ymm11 vpand pmask3(%rip),%ymm1,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm3,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm2,%ymm2 vpand pmask5(%rip),%ymm3,%ymm12 vpsrlq $13,%ymm12,%ymm12 vpand pmask6(%rip),%ymm3,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm5,%ymm13 vpand pmask8(%rip),%ymm5,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm5,%ymm14 vpsrlq $51,%ymm14,%ymm14 vpand pmask10(%rip),%ymm7,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm14,%ymm14 vpand pmask11(%rip),%ymm7,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm7,%ymm15 vpsrlq $38,%ymm15,%ymm15 vmovdqa %ymm0,480(%rsp) vmovdqa %ymm11,512(%rsp) vmovdqa %ymm2,544(%rsp) vmovdqa %ymm12,576(%rsp) vmovdqa %ymm4,608(%rsp) vmovdqa %ymm13,640(%rsp) vmovdqa %ymm6,672(%rsp) vmovdqa %ymm14,704(%rsp) vmovdqa %ymm8,736(%rsp) vmovdqa %ymm15,768(%rsp) // convert to 10x4 form vmovdqa 352(%rsp),%ymm8 vmovdqa 320(%rsp),%ymm9 vmovdqa 352(%rsp),%ymm10 vmovdqa 320(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm10 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm11 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm12 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm13 vpand pmask1(%rip),%ymm10,%ymm0 vpand pmask2(%rip),%ymm10,%ymm1 vpsrlq $26,%ymm1,%ymm1 vpand pmask3(%rip),%ymm10,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm11,%ymm3 vpsllq $13,%ymm3,%ymm3 vpor %ymm3,%ymm2,%ymm2 vpand pmask5(%rip),%ymm11,%ymm3 vpsrlq $13,%ymm3,%ymm3 vpand pmask6(%rip),%ymm11,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm12,%ymm5 vpand pmask8(%rip),%ymm12,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm12,%ymm7 vpsrlq $51,%ymm7,%ymm7 vpand pmask10(%rip),%ymm13,%ymm8 vpsllq $13,%ymm8,%ymm8 vpor %ymm8,%ymm7,%ymm7 vpand pmask11(%rip),%ymm13,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm13,%ymm9 vpsrlq $38,%ymm9,%ymm9 vmovdqa %ymm0,800(%rsp) vmovdqa %ymm1,832(%rsp) vmovdqa %ymm2,864(%rsp) vmovdqa %ymm3,896(%rsp) vmovdqa %ymm4,928(%rsp) vmovdqa %ymm5,960(%rsp) vmovdqa %ymm6,992(%rsp) vmovdqa %ymm7,1024(%rsp) vmovdqa %ymm8,1056(%rsp) vmovdqa %ymm9,1088(%rsp) // mul4x1 vmovdqa 512(%rsp),%ymm11 vmovdqa 576(%rsp),%ymm12 vmovdqa 640(%rsp),%ymm13 vmovdqa 704(%rsp),%ymm14 vmovdqa 768(%rsp),%ymm15 vpaddq %ymm11,%ymm11,%ymm11 vpaddq %ymm12,%ymm12,%ymm12 vpaddq %ymm13,%ymm13,%ymm13 vpaddq %ymm14,%ymm14,%ymm14 vpaddq %ymm15,%ymm15,%ymm15 vpmuludq vec19(%rip),%ymm1,%ymm1 vpmuludq vec19(%rip),%ymm2,%ymm2 vpmuludq vec19(%rip),%ymm3,%ymm3 vpmuludq vec19(%rip),%ymm4,%ymm4 vpmuludq vec19(%rip),%ymm5,%ymm5 vpmuludq vec19(%rip),%ymm6,%ymm6 vpmuludq vec19(%rip),%ymm7,%ymm7 vpmuludq vec19(%rip),%ymm8,%ymm8 vpmuludq vec19(%rip),%ymm9,%ymm9 vpmuludq %ymm15,%ymm1,%ymm0 vpmuludq %ymm14,%ymm3,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm13,%ymm5,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm12,%ymm7,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm11,%ymm9,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 736(%rsp),%ymm2,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 672(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 608(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 544(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 768(%rsp),%ymm2,%ymm1 vpmuludq 736(%rsp),%ymm3,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 704(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 672(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 640(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 608(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 576(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 544(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq %ymm15,%ymm3,%ymm2 vpmuludq %ymm14,%ymm5,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm13,%ymm7,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm12,%ymm9,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 736(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 672(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 608(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 768(%rsp),%ymm4,%ymm3 vpmuludq 736(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 704(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 672(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 640(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 608(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq %ymm15,%ymm5,%ymm4 vpmuludq %ymm14,%ymm7,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq %ymm13,%ymm9,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 736(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 672(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 832(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 768(%rsp),%ymm6,%ymm5 vpmuludq 736(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 704(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 672(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq %ymm15,%ymm7,%ymm6 vpmuludq %ymm14,%ymm9,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 736(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 896(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 768(%rsp),%ymm8,%ymm7 vpmuludq 736(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq %ymm15,%ymm9,%ymm8 vpmuludq 832(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 960(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vmovdqa 480(%rsp),%ymm11 vmovdqa 512(%rsp),%ymm12 vmovdqa 544(%rsp),%ymm13 vmovdqa 576(%rsp),%ymm14 vmovdqa 608(%rsp),%ymm15 vmovdqa 640(%rsp),%ymm9 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 928(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 864(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 800(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 928(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 864(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 832(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 800(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 992(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 928(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 864(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 992(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 960(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 928(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 896(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 1056(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 992(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm9,%ymm9 vpmuludq 1088(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1056(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1024(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 992(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 960(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vmovdqa 672(%rsp),%ymm11 vmovdqa 704(%rsp),%ymm12 vmovdqa 736(%rsp),%ymm13 vmovdqa 768(%rsp),%ymm14 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 vpsrlq $25,%ymm9,%ymm10 vpmuludq vec19(%rip),%ymm10,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpand vecmask25(%rip),%ymm9,%ymm9 vpsrlq $26,%ymm0,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpand vecmask26(%rip),%ymm0,%ymm0 vpsrlq $25,%ymm1,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpand vecmask25(%rip),%ymm1,%ymm1 vpsrlq $26,%ymm2,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpand vecmask26(%rip),%ymm2,%ymm2 vpsrlq $25,%ymm3,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpand vecmask25(%rip),%ymm3,%ymm3 vpsrlq $26,%ymm4,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpand vecmask26(%rip),%ymm4,%ymm4 vpsrlq $25,%ymm5,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpand vecmask25(%rip),%ymm5,%ymm5 vpsrlq $26,%ymm6,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpand vecmask26(%rip),%ymm6,%ymm6 vpsrlq $25,%ymm7,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpand vecmask25(%rip),%ymm7,%ymm7 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 // get back to 4x4 form vpand upmask1(%rip),%ymm0,%ymm10 vpand upmask2(%rip),%ymm1,%ymm11 vpsllq $26,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask3(%rip),%ymm2,%ymm11 vpsllq $51,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask4(%rip),%ymm2,%ymm11 vpsrlq $13,%ymm11,%ymm11 vpand upmask2(%rip),%ymm3,%ymm12 vpsllq $13,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask1(%rip),%ymm4,%ymm12 vpsllq $38,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask2(%rip),%ymm5,%ymm12 vpand upmask1(%rip),%ymm6,%ymm13 vpsllq $25,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask3(%rip),%ymm7,%ymm13 vpsllq $51,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask5(%rip),%ymm7,%ymm13 vpsrlq $13,%ymm13,%ymm13 vpand upmask1(%rip),%ymm8,%ymm14 vpsllq $12,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpand upmask1(%rip),%ymm9,%ymm14 vpsllq $38,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm2 vpunpckhqdq %ymm11,%ymm10,%ymm3 vpunpcklqdq %ymm13,%ymm12,%ymm4 vpunpckhqdq %ymm13,%ymm12,%ymm5 vpermq $68,%ymm4,%ymm7 vpblendd $240,%ymm7,%ymm2,%ymm10 vpermq $68,%ymm5,%ymm7 vpblendd $240,%ymm7,%ymm3,%ymm11 vpermq $238,%ymm2,%ymm7 vpblendd $240,%ymm4,%ymm7,%ymm12 vpermq $238,%ymm3,%ymm7 vpblendd $240,%ymm5,%ymm7,%ymm13 vmovdqa %ymm10,128(%rsp) vmovdqa %ymm11,160(%rsp) vmovdqa %ymm12,192(%rsp) vmovdqa %ymm13,224(%rsp) movb 104(%rsp),%r14b shrb $1,%r14b movzbq %r14b,%r14 imul $128,%r14,%r14 addq %r14,%rdi /* pnielsadd p1p1 */ movq 160(%rsp),%r8 movq 168(%rsp),%r9 movq 176(%rsp),%r10 movq 184(%rsp),%r11 // copy movq %r8,%r12 movq %r9,%r13 movq %r10,%r14 movq %r11,%r15 // sub subq 128(%rsp),%r8 sbbq 136(%rsp),%r9 sbbq 144(%rsp),%r10 sbbq 152(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,384(%rsp) movq %r9,392(%rsp) movq %r10,400(%rsp) movq %r11,408(%rsp) // add addq 128(%rsp),%r12 adcq 136(%rsp),%r13 adcq 144(%rsp),%r14 adcq 152(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r12 adcq %rdx,%r13 adcq %rdx,%r14 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r12 movq %r12,416(%rsp) movq %r13,424(%rsp) movq %r14,432(%rsp) movq %r15,440(%rsp) // mul movq 392(%rsp),%rax mulq 24(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 400(%rsp),%rax mulq 16(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 408(%rsp),%rax mulq 8(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 400(%rsp),%rax mulq 24(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 408(%rsp),%rax mulq 16(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 408(%rsp),%rax mulq 24(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 384(%rsp),%rax mulq 24(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 392(%rsp),%rax mulq 16(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 400(%rsp),%rax mulq 8(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 408(%rsp),%rax mulq 0(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 384(%rsp),%rax mulq 0(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 384(%rsp),%rax mulq 8(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 392(%rsp),%rax mulq 0(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 384(%rsp),%rax mulq 16(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 392(%rsp),%rax mulq 8(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 400(%rsp),%rax mulq 0(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 424(%rsp),%rax mulq 56(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 432(%rsp),%rax mulq 48(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 440(%rsp),%rax mulq 40(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 432(%rsp),%rax mulq 56(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 440(%rsp),%rax mulq 48(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 440(%rsp),%rax mulq 56(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 416(%rsp),%rax mulq 56(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 424(%rsp),%rax mulq 48(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 432(%rsp),%rax mulq 40(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 440(%rsp),%rax mulq 32(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 416(%rsp),%rax mulq 32(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 416(%rsp),%rax mulq 40(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 424(%rsp),%rax mulq 32(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 416(%rsp),%rax mulq 48(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 424(%rsp),%rax mulq 40(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 432(%rsp),%rax mulq 32(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,320(%rsp) movq %r10,328(%rsp) movq %r12,336(%rsp) movq %r14,344(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,256(%rsp) movq %r11,264(%rsp) movq %r13,272(%rsp) movq %r15,280(%rsp) // mul movq 232(%rsp),%rax mulq 120(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 240(%rsp),%rax mulq 112(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 248(%rsp),%rax mulq 104(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 240(%rsp),%rax mulq 120(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 248(%rsp),%rax mulq 112(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 248(%rsp),%rax mulq 120(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 224(%rsp),%rax mulq 120(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 232(%rsp),%rax mulq 112(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 240(%rsp),%rax mulq 104(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 248(%rsp),%rax mulq 96(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 224(%rsp),%rax mulq 96(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 224(%rsp),%rax mulq 104(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 232(%rsp),%rax mulq 96(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 224(%rsp),%rax mulq 112(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 232(%rsp),%rax mulq 104(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 240(%rsp),%rax mulq 96(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 200(%rsp),%rax mulq 88(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 208(%rsp),%rax mulq 80(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 216(%rsp),%rax mulq 72(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 208(%rsp),%rax mulq 88(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 216(%rsp),%rax mulq 80(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 216(%rsp),%rax mulq 88(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 192(%rsp),%rax mulq 88(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 200(%rsp),%rax mulq 80(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 208(%rsp),%rax mulq 72(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 216(%rsp),%rax mulq 64(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 192(%rsp),%rax mulq 64(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 192(%rsp),%rax mulq 72(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 200(%rsp),%rax mulq 64(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 192(%rsp),%rax mulq 80(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 200(%rsp),%rax mulq 72(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 208(%rsp),%rax mulq 64(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // double addq %r8,%r8 adcq %r10,%r10 adcq %r12,%r12 adcq %r14,%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,288(%rsp) movq %r10,296(%rsp) movq %r12,304(%rsp) movq %r14,312(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,352(%rsp) movq %r11,360(%rsp) movq %r13,368(%rsp) movq %r15,376(%rsp) jmp .L6 .L5: /* p1p1 to p3 */ // convert to 10x4 form vmovdqa 256(%rsp),%ymm8 vmovdqa 288(%rsp),%ymm9 vmovdqa 288(%rsp),%ymm10 vmovdqa 256(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm1 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm3 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm5 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm7 vpand pmask1(%rip),%ymm1,%ymm0 vpand pmask2(%rip),%ymm1,%ymm11 vpsrlq $26,%ymm11,%ymm11 vpand pmask3(%rip),%ymm1,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm3,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm2,%ymm2 vpand pmask5(%rip),%ymm3,%ymm12 vpsrlq $13,%ymm12,%ymm12 vpand pmask6(%rip),%ymm3,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm5,%ymm13 vpand pmask8(%rip),%ymm5,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm5,%ymm14 vpsrlq $51,%ymm14,%ymm14 vpand pmask10(%rip),%ymm7,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm14,%ymm14 vpand pmask11(%rip),%ymm7,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm7,%ymm15 vpsrlq $38,%ymm15,%ymm15 vmovdqa %ymm0,480(%rsp) vmovdqa %ymm11,512(%rsp) vmovdqa %ymm2,544(%rsp) vmovdqa %ymm12,576(%rsp) vmovdqa %ymm4,608(%rsp) vmovdqa %ymm13,640(%rsp) vmovdqa %ymm6,672(%rsp) vmovdqa %ymm14,704(%rsp) vmovdqa %ymm8,736(%rsp) vmovdqa %ymm15,768(%rsp) // convert to 10x4 form vmovdqa 352(%rsp),%ymm8 vmovdqa 320(%rsp),%ymm9 vmovdqa 352(%rsp),%ymm10 vmovdqa 320(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm10 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm11 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm12 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm13 vpand pmask1(%rip),%ymm10,%ymm0 vpand pmask2(%rip),%ymm10,%ymm1 vpsrlq $26,%ymm1,%ymm1 vpand pmask3(%rip),%ymm10,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm11,%ymm3 vpsllq $13,%ymm3,%ymm3 vpor %ymm3,%ymm2,%ymm2 vpand pmask5(%rip),%ymm11,%ymm3 vpsrlq $13,%ymm3,%ymm3 vpand pmask6(%rip),%ymm11,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm12,%ymm5 vpand pmask8(%rip),%ymm12,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm12,%ymm7 vpsrlq $51,%ymm7,%ymm7 vpand pmask10(%rip),%ymm13,%ymm8 vpsllq $13,%ymm8,%ymm8 vpor %ymm8,%ymm7,%ymm7 vpand pmask11(%rip),%ymm13,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm13,%ymm9 vpsrlq $38,%ymm9,%ymm9 vmovdqa %ymm0,800(%rsp) vmovdqa %ymm1,832(%rsp) vmovdqa %ymm2,864(%rsp) vmovdqa %ymm3,896(%rsp) vmovdqa %ymm4,928(%rsp) vmovdqa %ymm5,960(%rsp) vmovdqa %ymm6,992(%rsp) vmovdqa %ymm7,1024(%rsp) vmovdqa %ymm8,1056(%rsp) vmovdqa %ymm9,1088(%rsp) // mul4x1 vmovdqa 512(%rsp),%ymm11 vmovdqa 576(%rsp),%ymm12 vmovdqa 640(%rsp),%ymm13 vmovdqa 704(%rsp),%ymm14 vmovdqa 768(%rsp),%ymm15 vpaddq %ymm11,%ymm11,%ymm11 vpaddq %ymm12,%ymm12,%ymm12 vpaddq %ymm13,%ymm13,%ymm13 vpaddq %ymm14,%ymm14,%ymm14 vpaddq %ymm15,%ymm15,%ymm15 vpmuludq vec19(%rip),%ymm1,%ymm1 vpmuludq vec19(%rip),%ymm2,%ymm2 vpmuludq vec19(%rip),%ymm3,%ymm3 vpmuludq vec19(%rip),%ymm4,%ymm4 vpmuludq vec19(%rip),%ymm5,%ymm5 vpmuludq vec19(%rip),%ymm6,%ymm6 vpmuludq vec19(%rip),%ymm7,%ymm7 vpmuludq vec19(%rip),%ymm8,%ymm8 vpmuludq vec19(%rip),%ymm9,%ymm9 vpmuludq %ymm15,%ymm1,%ymm0 vpmuludq %ymm14,%ymm3,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm13,%ymm5,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm12,%ymm7,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm11,%ymm9,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 736(%rsp),%ymm2,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 672(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 608(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 544(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 768(%rsp),%ymm2,%ymm1 vpmuludq 736(%rsp),%ymm3,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 704(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 672(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 640(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 608(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 576(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 544(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq %ymm15,%ymm3,%ymm2 vpmuludq %ymm14,%ymm5,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm13,%ymm7,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm12,%ymm9,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 736(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 672(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 608(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 768(%rsp),%ymm4,%ymm3 vpmuludq 736(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 704(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 672(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 640(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 608(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq %ymm15,%ymm5,%ymm4 vpmuludq %ymm14,%ymm7,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq %ymm13,%ymm9,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 736(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 672(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 832(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 768(%rsp),%ymm6,%ymm5 vpmuludq 736(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 704(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 672(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq %ymm15,%ymm7,%ymm6 vpmuludq %ymm14,%ymm9,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 736(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 896(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 768(%rsp),%ymm8,%ymm7 vpmuludq 736(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq %ymm15,%ymm9,%ymm8 vpmuludq 832(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 960(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vmovdqa 480(%rsp),%ymm11 vmovdqa 512(%rsp),%ymm12 vmovdqa 544(%rsp),%ymm13 vmovdqa 576(%rsp),%ymm14 vmovdqa 608(%rsp),%ymm15 vmovdqa 640(%rsp),%ymm9 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 928(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 864(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 800(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 928(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 864(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 832(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 800(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 992(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 928(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 864(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 992(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 960(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 928(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 896(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 1056(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 992(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm9,%ymm9 vpmuludq 1088(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1056(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1024(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 992(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 960(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vmovdqa 672(%rsp),%ymm11 vmovdqa 704(%rsp),%ymm12 vmovdqa 736(%rsp),%ymm13 vmovdqa 768(%rsp),%ymm14 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 vpsrlq $25,%ymm9,%ymm10 vpmuludq vec19(%rip),%ymm10,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpand vecmask25(%rip),%ymm9,%ymm9 vpsrlq $26,%ymm0,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpand vecmask26(%rip),%ymm0,%ymm0 vpsrlq $25,%ymm1,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpand vecmask25(%rip),%ymm1,%ymm1 vpsrlq $26,%ymm2,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpand vecmask26(%rip),%ymm2,%ymm2 vpsrlq $25,%ymm3,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpand vecmask25(%rip),%ymm3,%ymm3 vpsrlq $26,%ymm4,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpand vecmask26(%rip),%ymm4,%ymm4 vpsrlq $25,%ymm5,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpand vecmask25(%rip),%ymm5,%ymm5 vpsrlq $26,%ymm6,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpand vecmask26(%rip),%ymm6,%ymm6 vpsrlq $25,%ymm7,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpand vecmask25(%rip),%ymm7,%ymm7 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 // get back to 4x4 form vpand upmask1(%rip),%ymm0,%ymm10 vpand upmask2(%rip),%ymm1,%ymm11 vpsllq $26,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask3(%rip),%ymm2,%ymm11 vpsllq $51,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask4(%rip),%ymm2,%ymm11 vpsrlq $13,%ymm11,%ymm11 vpand upmask2(%rip),%ymm3,%ymm12 vpsllq $13,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask1(%rip),%ymm4,%ymm12 vpsllq $38,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask2(%rip),%ymm5,%ymm12 vpand upmask1(%rip),%ymm6,%ymm13 vpsllq $25,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask3(%rip),%ymm7,%ymm13 vpsllq $51,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask5(%rip),%ymm7,%ymm13 vpsrlq $13,%ymm13,%ymm13 vpand upmask1(%rip),%ymm8,%ymm14 vpsllq $12,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpand upmask1(%rip),%ymm9,%ymm14 vpsllq $38,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm2 vpunpckhqdq %ymm11,%ymm10,%ymm3 vpunpcklqdq %ymm13,%ymm12,%ymm4 vpunpckhqdq %ymm13,%ymm12,%ymm5 vpermq $68,%ymm4,%ymm7 vpblendd $240,%ymm7,%ymm2,%ymm10 vpermq $68,%ymm5,%ymm7 vpblendd $240,%ymm7,%ymm3,%ymm11 vpermq $238,%ymm2,%ymm7 vpblendd $240,%ymm4,%ymm7,%ymm12 vpermq $238,%ymm3,%ymm7 vpblendd $240,%ymm5,%ymm7,%ymm13 vmovdqa %ymm10,128(%rsp) vmovdqa %ymm11,160(%rsp) vmovdqa %ymm12,192(%rsp) vmovdqa %ymm13,224(%rsp) movb 104(%rsp),%r14b movb $0,%r15b subb %r14b,%r15b shrb $1,%r15b movzbq %r15b,%r15 imul $128,%r15,%r15 addq %r15,%rdi // neg movq $0,%r8 movq $0,%r9 movq $0,%r10 movq $0,%r11 subq 96(%rdi),%r8 sbbq 104(%rdi),%r9 sbbq 112(%rdi),%r10 sbbq 120(%rdi),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,448(%rsp) movq %r9,456(%rsp) movq %r10,464(%rsp) movq %r11,472(%rsp) /* pnielsadd p1p1 */ movq 160(%rsp),%r8 movq 168(%rsp),%r9 movq 176(%rsp),%r10 movq 184(%rsp),%r11 // copy movq %r8,%r12 movq %r9,%r13 movq %r10,%r14 movq %r11,%r15 // sub subq 128(%rsp),%r8 sbbq 136(%rsp),%r9 sbbq 144(%rsp),%r10 sbbq 152(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,384(%rsp) movq %r9,392(%rsp) movq %r10,400(%rsp) movq %r11,408(%rsp) // add addq 128(%rsp),%r12 adcq 136(%rsp),%r13 adcq 144(%rsp),%r14 adcq 152(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r12 adcq %rdx,%r13 adcq %rdx,%r14 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r12 movq %r12,416(%rsp) movq %r13,424(%rsp) movq %r14,432(%rsp) movq %r15,440(%rsp) // mul movq 392(%rsp),%rax mulq 56(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 400(%rsp),%rax mulq 48(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 408(%rsp),%rax mulq 40(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 400(%rsp),%rax mulq 56(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 408(%rsp),%rax mulq 48(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 408(%rsp),%rax mulq 56(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 384(%rsp),%rax mulq 56(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 392(%rsp),%rax mulq 48(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 400(%rsp),%rax mulq 40(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 408(%rsp),%rax mulq 32(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 384(%rsp),%rax mulq 32(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 384(%rsp),%rax mulq 40(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 392(%rsp),%rax mulq 32(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 384(%rsp),%rax mulq 48(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 392(%rsp),%rax mulq 40(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 400(%rsp),%rax mulq 32(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 424(%rsp),%rax mulq 24(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 432(%rsp),%rax mulq 16(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 440(%rsp),%rax mulq 8(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 432(%rsp),%rax mulq 24(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 440(%rsp),%rax mulq 16(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 440(%rsp),%rax mulq 24(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 416(%rsp),%rax mulq 24(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 424(%rsp),%rax mulq 16(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 432(%rsp),%rax mulq 8(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 440(%rsp),%rax mulq 0(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 416(%rsp),%rax mulq 0(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 416(%rsp),%rax mulq 8(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 424(%rsp),%rax mulq 0(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 416(%rsp),%rax mulq 16(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 424(%rsp),%rax mulq 8(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 432(%rsp),%rax mulq 0(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,320(%rsp) movq %r10,328(%rsp) movq %r12,336(%rsp) movq %r14,344(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,256(%rsp) movq %r11,264(%rsp) movq %r13,272(%rsp) movq %r15,280(%rsp) // mul movq 232(%rsp),%rax mulq 472(%rsp) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 240(%rsp),%rax mulq 464(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 248(%rsp),%rax mulq 456(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 240(%rsp),%rax mulq 472(%rsp) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 248(%rsp),%rax mulq 464(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 248(%rsp),%rax mulq 472(%rsp) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 224(%rsp),%rax mulq 472(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 232(%rsp),%rax mulq 464(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 240(%rsp),%rax mulq 456(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 248(%rsp),%rax mulq 448(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 224(%rsp),%rax mulq 448(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 224(%rsp),%rax mulq 456(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 232(%rsp),%rax mulq 448(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 224(%rsp),%rax mulq 464(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 232(%rsp),%rax mulq 456(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 240(%rsp),%rax mulq 448(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 200(%rsp),%rax mulq 88(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 208(%rsp),%rax mulq 80(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 216(%rsp),%rax mulq 72(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 208(%rsp),%rax mulq 88(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 216(%rsp),%rax mulq 80(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 216(%rsp),%rax mulq 88(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 192(%rsp),%rax mulq 88(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 200(%rsp),%rax mulq 80(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 208(%rsp),%rax mulq 72(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 216(%rsp),%rax mulq 64(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 192(%rsp),%rax mulq 64(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 192(%rsp),%rax mulq 72(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 200(%rsp),%rax mulq 64(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 192(%rsp),%rax mulq 80(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 200(%rsp),%rax mulq 72(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 208(%rsp),%rax mulq 64(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // double addq %r8,%r8 adcq %r10,%r10 adcq %r12,%r12 adcq %r14,%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,288(%rsp) movq %r10,296(%rsp) movq %r12,304(%rsp) movq %r14,312(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,352(%rsp) movq %r11,360(%rsp) movq %r13,368(%rsp) movq %r15,376(%rsp) .L6: movq 88(%rsp),%rsi movb 0(%rsi),%r14b movb %r14b,104(%rsp) decq %rsi movq %rsi,88(%rsp) movq 72(%rsp),%rdi cmpb $0,%r14b jg .L7 jl .L8 je .L9 .L7: /* p1p1 to p3 */ // convert to 10x4 form vmovdqa 256(%rsp),%ymm8 vmovdqa 288(%rsp),%ymm9 vmovdqa 288(%rsp),%ymm10 vmovdqa 256(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm1 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm3 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm5 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm7 vpand pmask1(%rip),%ymm1,%ymm0 vpand pmask2(%rip),%ymm1,%ymm11 vpsrlq $26,%ymm11,%ymm11 vpand pmask3(%rip),%ymm1,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm3,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm2,%ymm2 vpand pmask5(%rip),%ymm3,%ymm12 vpsrlq $13,%ymm12,%ymm12 vpand pmask6(%rip),%ymm3,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm5,%ymm13 vpand pmask8(%rip),%ymm5,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm5,%ymm14 vpsrlq $51,%ymm14,%ymm14 vpand pmask10(%rip),%ymm7,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm14,%ymm14 vpand pmask11(%rip),%ymm7,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm7,%ymm15 vpsrlq $38,%ymm15,%ymm15 vmovdqa %ymm0,480(%rsp) vmovdqa %ymm11,512(%rsp) vmovdqa %ymm2,544(%rsp) vmovdqa %ymm12,576(%rsp) vmovdqa %ymm4,608(%rsp) vmovdqa %ymm13,640(%rsp) vmovdqa %ymm6,672(%rsp) vmovdqa %ymm14,704(%rsp) vmovdqa %ymm8,736(%rsp) vmovdqa %ymm15,768(%rsp) // convert to 10x4 form vmovdqa 352(%rsp),%ymm8 vmovdqa 320(%rsp),%ymm9 vmovdqa 352(%rsp),%ymm10 vmovdqa 320(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm10 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm11 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm12 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm13 vpand pmask1(%rip),%ymm10,%ymm0 vpand pmask2(%rip),%ymm10,%ymm1 vpsrlq $26,%ymm1,%ymm1 vpand pmask3(%rip),%ymm10,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm11,%ymm3 vpsllq $13,%ymm3,%ymm3 vpor %ymm3,%ymm2,%ymm2 vpand pmask5(%rip),%ymm11,%ymm3 vpsrlq $13,%ymm3,%ymm3 vpand pmask6(%rip),%ymm11,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm12,%ymm5 vpand pmask8(%rip),%ymm12,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm12,%ymm7 vpsrlq $51,%ymm7,%ymm7 vpand pmask10(%rip),%ymm13,%ymm8 vpsllq $13,%ymm8,%ymm8 vpor %ymm8,%ymm7,%ymm7 vpand pmask11(%rip),%ymm13,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm13,%ymm9 vpsrlq $38,%ymm9,%ymm9 vmovdqa %ymm0,800(%rsp) vmovdqa %ymm1,832(%rsp) vmovdqa %ymm2,864(%rsp) vmovdqa %ymm3,896(%rsp) vmovdqa %ymm4,928(%rsp) vmovdqa %ymm5,960(%rsp) vmovdqa %ymm6,992(%rsp) vmovdqa %ymm7,1024(%rsp) vmovdqa %ymm8,1056(%rsp) vmovdqa %ymm9,1088(%rsp) // mul4x1 vmovdqa 512(%rsp),%ymm11 vmovdqa 576(%rsp),%ymm12 vmovdqa 640(%rsp),%ymm13 vmovdqa 704(%rsp),%ymm14 vmovdqa 768(%rsp),%ymm15 vpaddq %ymm11,%ymm11,%ymm11 vpaddq %ymm12,%ymm12,%ymm12 vpaddq %ymm13,%ymm13,%ymm13 vpaddq %ymm14,%ymm14,%ymm14 vpaddq %ymm15,%ymm15,%ymm15 vpmuludq vec19(%rip),%ymm1,%ymm1 vpmuludq vec19(%rip),%ymm2,%ymm2 vpmuludq vec19(%rip),%ymm3,%ymm3 vpmuludq vec19(%rip),%ymm4,%ymm4 vpmuludq vec19(%rip),%ymm5,%ymm5 vpmuludq vec19(%rip),%ymm6,%ymm6 vpmuludq vec19(%rip),%ymm7,%ymm7 vpmuludq vec19(%rip),%ymm8,%ymm8 vpmuludq vec19(%rip),%ymm9,%ymm9 vpmuludq %ymm15,%ymm1,%ymm0 vpmuludq %ymm14,%ymm3,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm13,%ymm5,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm12,%ymm7,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm11,%ymm9,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 736(%rsp),%ymm2,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 672(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 608(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 544(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 768(%rsp),%ymm2,%ymm1 vpmuludq 736(%rsp),%ymm3,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 704(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 672(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 640(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 608(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 576(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 544(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq %ymm15,%ymm3,%ymm2 vpmuludq %ymm14,%ymm5,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm13,%ymm7,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm12,%ymm9,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 736(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 672(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 608(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 768(%rsp),%ymm4,%ymm3 vpmuludq 736(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 704(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 672(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 640(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 608(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq %ymm15,%ymm5,%ymm4 vpmuludq %ymm14,%ymm7,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq %ymm13,%ymm9,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 736(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 672(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 832(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 768(%rsp),%ymm6,%ymm5 vpmuludq 736(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 704(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 672(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq %ymm15,%ymm7,%ymm6 vpmuludq %ymm14,%ymm9,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 736(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 896(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 768(%rsp),%ymm8,%ymm7 vpmuludq 736(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq %ymm15,%ymm9,%ymm8 vpmuludq 832(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 960(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vmovdqa 480(%rsp),%ymm11 vmovdqa 512(%rsp),%ymm12 vmovdqa 544(%rsp),%ymm13 vmovdqa 576(%rsp),%ymm14 vmovdqa 608(%rsp),%ymm15 vmovdqa 640(%rsp),%ymm9 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 928(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 864(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 800(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 928(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 864(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 832(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 800(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 992(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 928(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 864(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 992(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 960(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 928(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 896(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 1056(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 992(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm9,%ymm9 vpmuludq 1088(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1056(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1024(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 992(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 960(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vmovdqa 672(%rsp),%ymm11 vmovdqa 704(%rsp),%ymm12 vmovdqa 736(%rsp),%ymm13 vmovdqa 768(%rsp),%ymm14 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 vpsrlq $25,%ymm9,%ymm10 vpmuludq vec19(%rip),%ymm10,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpand vecmask25(%rip),%ymm9,%ymm9 vpsrlq $26,%ymm0,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpand vecmask26(%rip),%ymm0,%ymm0 vpsrlq $25,%ymm1,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpand vecmask25(%rip),%ymm1,%ymm1 vpsrlq $26,%ymm2,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpand vecmask26(%rip),%ymm2,%ymm2 vpsrlq $25,%ymm3,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpand vecmask25(%rip),%ymm3,%ymm3 vpsrlq $26,%ymm4,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpand vecmask26(%rip),%ymm4,%ymm4 vpsrlq $25,%ymm5,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpand vecmask25(%rip),%ymm5,%ymm5 vpsrlq $26,%ymm6,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpand vecmask26(%rip),%ymm6,%ymm6 vpsrlq $25,%ymm7,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpand vecmask25(%rip),%ymm7,%ymm7 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 // get back to 4x4 form vpand upmask1(%rip),%ymm0,%ymm10 vpand upmask2(%rip),%ymm1,%ymm11 vpsllq $26,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask3(%rip),%ymm2,%ymm11 vpsllq $51,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask4(%rip),%ymm2,%ymm11 vpsrlq $13,%ymm11,%ymm11 vpand upmask2(%rip),%ymm3,%ymm12 vpsllq $13,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask1(%rip),%ymm4,%ymm12 vpsllq $38,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask2(%rip),%ymm5,%ymm12 vpand upmask1(%rip),%ymm6,%ymm13 vpsllq $25,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask3(%rip),%ymm7,%ymm13 vpsllq $51,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask5(%rip),%ymm7,%ymm13 vpsrlq $13,%ymm13,%ymm13 vpand upmask1(%rip),%ymm8,%ymm14 vpsllq $12,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpand upmask1(%rip),%ymm9,%ymm14 vpsllq $38,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm2 vpunpckhqdq %ymm11,%ymm10,%ymm3 vpunpcklqdq %ymm13,%ymm12,%ymm4 vpunpckhqdq %ymm13,%ymm12,%ymm5 vpermq $68,%ymm4,%ymm7 vpblendd $240,%ymm7,%ymm2,%ymm10 vpermq $68,%ymm5,%ymm7 vpblendd $240,%ymm7,%ymm3,%ymm11 vpermq $238,%ymm2,%ymm7 vpblendd $240,%ymm4,%ymm7,%ymm12 vpermq $238,%ymm3,%ymm7 vpblendd $240,%ymm5,%ymm7,%ymm13 vmovdqa %ymm10,128(%rsp) vmovdqa %ymm11,160(%rsp) vmovdqa %ymm12,192(%rsp) vmovdqa %ymm13,224(%rsp) movb 104(%rsp),%r14b shrb $1,%r14b movzbq %r14b,%r14 imul $96,%r14,%r14 addq %r14,%rdi /* nielsadd p1p1 */ movq 160(%rsp),%r8 movq 168(%rsp),%r9 movq 176(%rsp),%r10 movq 184(%rsp),%r11 // copy movq %r8,%r12 movq %r9,%r13 movq %r10,%r14 movq %r11,%r15 // sub subq 128(%rsp),%r8 sbbq 136(%rsp),%r9 sbbq 144(%rsp),%r10 sbbq 152(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,384(%rsp) movq %r9,392(%rsp) movq %r10,400(%rsp) movq %r11,408(%rsp) // add addq 128(%rsp),%r12 adcq 136(%rsp),%r13 adcq 144(%rsp),%r14 adcq 152(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r12 adcq %rdx,%r13 adcq %rdx,%r14 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r12 movq %r12,416(%rsp) movq %r13,424(%rsp) movq %r14,432(%rsp) movq %r15,440(%rsp) // mul movq 392(%rsp),%rax mulq 24(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 400(%rsp),%rax mulq 16(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 408(%rsp),%rax mulq 8(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 400(%rsp),%rax mulq 24(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 408(%rsp),%rax mulq 16(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 408(%rsp),%rax mulq 24(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 384(%rsp),%rax mulq 24(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 392(%rsp),%rax mulq 16(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 400(%rsp),%rax mulq 8(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 408(%rsp),%rax mulq 0(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 384(%rsp),%rax mulq 0(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 384(%rsp),%rax mulq 8(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 392(%rsp),%rax mulq 0(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 384(%rsp),%rax mulq 16(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 392(%rsp),%rax mulq 8(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 400(%rsp),%rax mulq 0(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 424(%rsp),%rax mulq 56(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 432(%rsp),%rax mulq 48(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 440(%rsp),%rax mulq 40(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 432(%rsp),%rax mulq 56(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 440(%rsp),%rax mulq 48(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 440(%rsp),%rax mulq 56(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 416(%rsp),%rax mulq 56(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 424(%rsp),%rax mulq 48(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 432(%rsp),%rax mulq 40(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 440(%rsp),%rax mulq 32(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 416(%rsp),%rax mulq 32(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 416(%rsp),%rax mulq 40(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 424(%rsp),%rax mulq 32(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 416(%rsp),%rax mulq 48(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 424(%rsp),%rax mulq 40(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 432(%rsp),%rax mulq 32(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,320(%rsp) movq %r10,328(%rsp) movq %r12,336(%rsp) movq %r14,344(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,256(%rsp) movq %r11,264(%rsp) movq %r13,272(%rsp) movq %r15,280(%rsp) // mul movq 232(%rsp),%rax mulq 88(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 240(%rsp),%rax mulq 80(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 248(%rsp),%rax mulq 72(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 240(%rsp),%rax mulq 88(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 248(%rsp),%rax mulq 80(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 248(%rsp),%rax mulq 88(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 224(%rsp),%rax mulq 88(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 232(%rsp),%rax mulq 80(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 240(%rsp),%rax mulq 72(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 248(%rsp),%rax mulq 64(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 224(%rsp),%rax mulq 64(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 224(%rsp),%rax mulq 72(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 232(%rsp),%rax mulq 64(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 224(%rsp),%rax mulq 80(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 232(%rsp),%rax mulq 72(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 240(%rsp),%rax mulq 64(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // double movq 192(%rsp),%r9 movq 200(%rsp),%r11 movq 208(%rsp),%r13 movq 216(%rsp),%r15 addq %r9,%r9 adcq %r11,%r11 adcq %r13,%r13 adcq %r15,%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r9 adcq %rdx,%r11 adcq %rdx,%r13 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r9 // sub movq %r9,%rbx movq %r11,%rcx movq %r13,%rbp movq %r15,%rsi subq %r8,%r9 sbbq %r10,%r11 sbbq %r12,%r13 sbbq %r14,%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx sbbq %rdx,%r9 movq %r9,352(%rsp) movq %r11,360(%rsp) movq %r13,368(%rsp) movq %r15,376(%rsp) // add addq %rbx,%r8 adcq %rcx,%r10 adcq %rbp,%r12 adcq %rsi,%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx adcq %rdx,%r8 movq %r8,288(%rsp) movq %r10,296(%rsp) movq %r12,304(%rsp) movq %r14,312(%rsp) jmp .L9 .L8: /* p1p1 to p3 */ // convert to 10x4 form vmovdqa 256(%rsp),%ymm8 vmovdqa 288(%rsp),%ymm9 vmovdqa 288(%rsp),%ymm10 vmovdqa 256(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm1 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm3 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm5 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm7 vpand pmask1(%rip),%ymm1,%ymm0 vpand pmask2(%rip),%ymm1,%ymm11 vpsrlq $26,%ymm11,%ymm11 vpand pmask3(%rip),%ymm1,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm3,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm2,%ymm2 vpand pmask5(%rip),%ymm3,%ymm12 vpsrlq $13,%ymm12,%ymm12 vpand pmask6(%rip),%ymm3,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm5,%ymm13 vpand pmask8(%rip),%ymm5,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm5,%ymm14 vpsrlq $51,%ymm14,%ymm14 vpand pmask10(%rip),%ymm7,%ymm9 vpsllq $13,%ymm9,%ymm9 vpor %ymm9,%ymm14,%ymm14 vpand pmask11(%rip),%ymm7,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm7,%ymm15 vpsrlq $38,%ymm15,%ymm15 vmovdqa %ymm0,480(%rsp) vmovdqa %ymm11,512(%rsp) vmovdqa %ymm2,544(%rsp) vmovdqa %ymm12,576(%rsp) vmovdqa %ymm4,608(%rsp) vmovdqa %ymm13,640(%rsp) vmovdqa %ymm6,672(%rsp) vmovdqa %ymm14,704(%rsp) vmovdqa %ymm8,736(%rsp) vmovdqa %ymm15,768(%rsp) // convert to 10x4 form vmovdqa 352(%rsp),%ymm8 vmovdqa 320(%rsp),%ymm9 vmovdqa 352(%rsp),%ymm10 vmovdqa 320(%rsp),%ymm11 vpunpcklqdq %ymm9,%ymm8,%ymm12 vpunpckhqdq %ymm9,%ymm8,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm14 vpunpckhqdq %ymm11,%ymm10,%ymm15 vpermq $68,%ymm14,%ymm7 vpblendd $240,%ymm7,%ymm12,%ymm10 vpermq $68,%ymm15,%ymm7 vpblendd $240,%ymm7,%ymm13,%ymm11 vpermq $238,%ymm12,%ymm7 vpblendd $240,%ymm14,%ymm7,%ymm12 vpermq $238,%ymm13,%ymm7 vpblendd $240,%ymm15,%ymm7,%ymm13 vpand pmask1(%rip),%ymm10,%ymm0 vpand pmask2(%rip),%ymm10,%ymm1 vpsrlq $26,%ymm1,%ymm1 vpand pmask3(%rip),%ymm10,%ymm2 vpsrlq $51,%ymm2,%ymm2 vpand pmask4(%rip),%ymm11,%ymm3 vpsllq $13,%ymm3,%ymm3 vpor %ymm3,%ymm2,%ymm2 vpand pmask5(%rip),%ymm11,%ymm3 vpsrlq $13,%ymm3,%ymm3 vpand pmask6(%rip),%ymm11,%ymm4 vpsrlq $38,%ymm4,%ymm4 vpand pmask7(%rip),%ymm12,%ymm5 vpand pmask8(%rip),%ymm12,%ymm6 vpsrlq $25,%ymm6,%ymm6 vpand pmask9(%rip),%ymm12,%ymm7 vpsrlq $51,%ymm7,%ymm7 vpand pmask10(%rip),%ymm13,%ymm8 vpsllq $13,%ymm8,%ymm8 vpor %ymm8,%ymm7,%ymm7 vpand pmask11(%rip),%ymm13,%ymm8 vpsrlq $12,%ymm8,%ymm8 vpand pmask12(%rip),%ymm13,%ymm9 vpsrlq $38,%ymm9,%ymm9 vmovdqa %ymm0,800(%rsp) vmovdqa %ymm1,832(%rsp) vmovdqa %ymm2,864(%rsp) vmovdqa %ymm3,896(%rsp) vmovdqa %ymm4,928(%rsp) vmovdqa %ymm5,960(%rsp) vmovdqa %ymm6,992(%rsp) vmovdqa %ymm7,1024(%rsp) vmovdqa %ymm8,1056(%rsp) vmovdqa %ymm9,1088(%rsp) // mul4x1 vmovdqa 512(%rsp),%ymm11 vmovdqa 576(%rsp),%ymm12 vmovdqa 640(%rsp),%ymm13 vmovdqa 704(%rsp),%ymm14 vmovdqa 768(%rsp),%ymm15 vpaddq %ymm11,%ymm11,%ymm11 vpaddq %ymm12,%ymm12,%ymm12 vpaddq %ymm13,%ymm13,%ymm13 vpaddq %ymm14,%ymm14,%ymm14 vpaddq %ymm15,%ymm15,%ymm15 vpmuludq vec19(%rip),%ymm1,%ymm1 vpmuludq vec19(%rip),%ymm2,%ymm2 vpmuludq vec19(%rip),%ymm3,%ymm3 vpmuludq vec19(%rip),%ymm4,%ymm4 vpmuludq vec19(%rip),%ymm5,%ymm5 vpmuludq vec19(%rip),%ymm6,%ymm6 vpmuludq vec19(%rip),%ymm7,%ymm7 vpmuludq vec19(%rip),%ymm8,%ymm8 vpmuludq vec19(%rip),%ymm9,%ymm9 vpmuludq %ymm15,%ymm1,%ymm0 vpmuludq %ymm14,%ymm3,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm13,%ymm5,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm12,%ymm7,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq %ymm11,%ymm9,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 736(%rsp),%ymm2,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 672(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 608(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 544(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 768(%rsp),%ymm2,%ymm1 vpmuludq 736(%rsp),%ymm3,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 704(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 672(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 640(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 608(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 576(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 544(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq %ymm15,%ymm3,%ymm2 vpmuludq %ymm14,%ymm5,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm13,%ymm7,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq %ymm12,%ymm9,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 736(%rsp),%ymm4,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 672(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 608(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 768(%rsp),%ymm4,%ymm3 vpmuludq 736(%rsp),%ymm5,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 704(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 672(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 640(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 608(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq %ymm15,%ymm5,%ymm4 vpmuludq %ymm14,%ymm7,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq %ymm13,%ymm9,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 736(%rsp),%ymm6,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 672(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 832(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 768(%rsp),%ymm6,%ymm5 vpmuludq 736(%rsp),%ymm7,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 704(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 672(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq %ymm15,%ymm7,%ymm6 vpmuludq %ymm14,%ymm9,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 736(%rsp),%ymm8,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 896(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 768(%rsp),%ymm8,%ymm7 vpmuludq 736(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq %ymm15,%ymm9,%ymm8 vpmuludq 832(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 960(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vmovdqa 480(%rsp),%ymm11 vmovdqa 512(%rsp),%ymm12 vmovdqa 544(%rsp),%ymm13 vmovdqa 576(%rsp),%ymm14 vmovdqa 608(%rsp),%ymm15 vmovdqa 640(%rsp),%ymm9 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpmuludq 928(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 864(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 800(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpmuludq 960(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 928(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 896(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 864(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 832(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 800(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpmuludq 992(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 928(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 864(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 1024(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 992(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 960(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 928(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 896(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm9,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 1056(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 992(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 928(%rsp),%ymm9,%ymm9 vpmuludq 1088(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1056(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 1024(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 992(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 960(%rsp),%ymm15,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vmovdqa 672(%rsp),%ymm11 vmovdqa 704(%rsp),%ymm12 vmovdqa 736(%rsp),%ymm13 vmovdqa 768(%rsp),%ymm14 vpmuludq 800(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpmuludq 832(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 800(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpmuludq 864(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 800(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpmuludq 896(%rsp),%ymm11,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 864(%rsp),%ymm12,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 832(%rsp),%ymm13,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpmuludq 800(%rsp),%ymm14,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 vpsrlq $25,%ymm9,%ymm10 vpmuludq vec19(%rip),%ymm10,%ymm10 vpaddq %ymm10,%ymm0,%ymm0 vpand vecmask25(%rip),%ymm9,%ymm9 vpsrlq $26,%ymm0,%ymm10 vpaddq %ymm10,%ymm1,%ymm1 vpand vecmask26(%rip),%ymm0,%ymm0 vpsrlq $25,%ymm1,%ymm10 vpaddq %ymm10,%ymm2,%ymm2 vpand vecmask25(%rip),%ymm1,%ymm1 vpsrlq $26,%ymm2,%ymm10 vpaddq %ymm10,%ymm3,%ymm3 vpand vecmask26(%rip),%ymm2,%ymm2 vpsrlq $25,%ymm3,%ymm10 vpaddq %ymm10,%ymm4,%ymm4 vpand vecmask25(%rip),%ymm3,%ymm3 vpsrlq $26,%ymm4,%ymm10 vpaddq %ymm10,%ymm5,%ymm5 vpand vecmask26(%rip),%ymm4,%ymm4 vpsrlq $25,%ymm5,%ymm10 vpaddq %ymm10,%ymm6,%ymm6 vpand vecmask25(%rip),%ymm5,%ymm5 vpsrlq $26,%ymm6,%ymm10 vpaddq %ymm10,%ymm7,%ymm7 vpand vecmask26(%rip),%ymm6,%ymm6 vpsrlq $25,%ymm7,%ymm10 vpaddq %ymm10,%ymm8,%ymm8 vpand vecmask25(%rip),%ymm7,%ymm7 vpsrlq $26,%ymm8,%ymm10 vpaddq %ymm10,%ymm9,%ymm9 vpand vecmask26(%rip),%ymm8,%ymm8 // get back to 4x4 form vpand upmask1(%rip),%ymm0,%ymm10 vpand upmask2(%rip),%ymm1,%ymm11 vpsllq $26,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask3(%rip),%ymm2,%ymm11 vpsllq $51,%ymm11,%ymm11 vpor %ymm10,%ymm11,%ymm10 vpand upmask4(%rip),%ymm2,%ymm11 vpsrlq $13,%ymm11,%ymm11 vpand upmask2(%rip),%ymm3,%ymm12 vpsllq $13,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask1(%rip),%ymm4,%ymm12 vpsllq $38,%ymm12,%ymm12 vpor %ymm11,%ymm12,%ymm11 vpand upmask2(%rip),%ymm5,%ymm12 vpand upmask1(%rip),%ymm6,%ymm13 vpsllq $25,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask3(%rip),%ymm7,%ymm13 vpsllq $51,%ymm13,%ymm13 vpor %ymm12,%ymm13,%ymm12 vpand upmask5(%rip),%ymm7,%ymm13 vpsrlq $13,%ymm13,%ymm13 vpand upmask1(%rip),%ymm8,%ymm14 vpsllq $12,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpand upmask1(%rip),%ymm9,%ymm14 vpsllq $38,%ymm14,%ymm14 vpor %ymm13,%ymm14,%ymm13 vpunpcklqdq %ymm11,%ymm10,%ymm2 vpunpckhqdq %ymm11,%ymm10,%ymm3 vpunpcklqdq %ymm13,%ymm12,%ymm4 vpunpckhqdq %ymm13,%ymm12,%ymm5 vpermq $68,%ymm4,%ymm7 vpblendd $240,%ymm7,%ymm2,%ymm10 vpermq $68,%ymm5,%ymm7 vpblendd $240,%ymm7,%ymm3,%ymm11 vpermq $238,%ymm2,%ymm7 vpblendd $240,%ymm4,%ymm7,%ymm12 vpermq $238,%ymm3,%ymm7 vpblendd $240,%ymm5,%ymm7,%ymm13 vmovdqa %ymm10,128(%rsp) vmovdqa %ymm11,160(%rsp) vmovdqa %ymm12,192(%rsp) vmovdqa %ymm13,224(%rsp) movb 104(%rsp),%r14b movb $0,%r15b subb %r14b,%r15b shrb $1,%r15b movzbq %r15b,%r15 imul $96,%r15,%r15 addq %r15,%rdi // neg movq $0,%r8 movq $0,%r9 movq $0,%r10 movq $0,%r11 subq 64(%rdi),%r8 sbbq 72(%rdi),%r9 sbbq 80(%rdi),%r10 sbbq 88(%rdi),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,448(%rsp) movq %r9,456(%rsp) movq %r10,464(%rsp) movq %r11,472(%rsp) /* nielsadd p1p1 */ movq 160(%rsp),%r8 movq 168(%rsp),%r9 movq 176(%rsp),%r10 movq 184(%rsp),%r11 // copy movq %r8,%r12 movq %r9,%r13 movq %r10,%r14 movq %r11,%r15 // sub subq 128(%rsp),%r8 sbbq 136(%rsp),%r9 sbbq 144(%rsp),%r10 sbbq 152(%rsp),%r11 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax subq %rax,%r8 sbbq %rdx,%r9 sbbq %rdx,%r10 sbbq %rdx,%r11 cmovc %rax,%rdx subq %rdx,%r8 movq %r8,384(%rsp) movq %r9,392(%rsp) movq %r10,400(%rsp) movq %r11,408(%rsp) // add addq 128(%rsp),%r12 adcq 136(%rsp),%r13 adcq 144(%rsp),%r14 adcq 152(%rsp),%r15 movq $0,%rdx movq $38,%rax cmovae %rdx,%rax addq %rax,%r12 adcq %rdx,%r13 adcq %rdx,%r14 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r12 movq %r12,416(%rsp) movq %r13,424(%rsp) movq %r14,432(%rsp) movq %r15,440(%rsp) // mul movq 392(%rsp),%rax mulq 56(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 400(%rsp),%rax mulq 48(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 408(%rsp),%rax mulq 40(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 400(%rsp),%rax mulq 56(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 408(%rsp),%rax mulq 48(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 408(%rsp),%rax mulq 56(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 384(%rsp),%rax mulq 56(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 392(%rsp),%rax mulq 48(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 400(%rsp),%rax mulq 40(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 408(%rsp),%rax mulq 32(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 384(%rsp),%rax mulq 32(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 384(%rsp),%rax mulq 40(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 392(%rsp),%rax mulq 32(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 384(%rsp),%rax mulq 48(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 392(%rsp),%rax mulq 40(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 400(%rsp),%rax mulq 32(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,384(%rsp) movq %r10,392(%rsp) movq %r12,400(%rsp) movq %r14,408(%rsp) // mul movq 424(%rsp),%rax mulq 24(%rdi) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 432(%rsp),%rax mulq 16(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 440(%rsp),%rax mulq 8(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 432(%rsp),%rax mulq 24(%rdi) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 440(%rsp),%rax mulq 16(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 440(%rsp),%rax mulq 24(%rdi) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 416(%rsp),%rax mulq 24(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 424(%rsp),%rax mulq 16(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 432(%rsp),%rax mulq 8(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 440(%rsp),%rax mulq 0(%rdi) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 416(%rsp),%rax mulq 0(%rdi) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 416(%rsp),%rax mulq 8(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 424(%rsp),%rax mulq 0(%rdi) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 416(%rsp),%rax mulq 16(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 424(%rsp),%rax mulq 8(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 432(%rsp),%rax mulq 0(%rdi) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // add movq %r8,%r9 movq %r10,%r11 movq %r12,%r13 movq %r14,%r15 addq 384(%rsp),%r8 adcq 392(%rsp),%r10 adcq 400(%rsp),%r12 adcq 408(%rsp),%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx addq %rdx,%r8 movq %r8,320(%rsp) movq %r10,328(%rsp) movq %r12,336(%rsp) movq %r14,344(%rsp) // sub subq 384(%rsp),%r9 sbbq 392(%rsp),%r11 sbbq 400(%rsp),%r13 sbbq 408(%rsp),%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx subq %rdx,%r9 movq %r9,256(%rsp) movq %r11,264(%rsp) movq %r13,272(%rsp) movq %r15,280(%rsp) // mul movq 232(%rsp),%rax mulq 472(%rsp) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 240(%rsp),%rax mulq 464(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 248(%rsp),%rax mulq 456(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 240(%rsp),%rax mulq 472(%rsp) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 248(%rsp),%rax mulq 464(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 248(%rsp),%rax mulq 472(%rsp) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 224(%rsp),%rax mulq 472(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 232(%rsp),%rax mulq 464(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 240(%rsp),%rax mulq 456(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 248(%rsp),%rax mulq 448(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 224(%rsp),%rax mulq 448(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 224(%rsp),%rax mulq 456(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 232(%rsp),%rax mulq 448(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 224(%rsp),%rax mulq 464(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 232(%rsp),%rax mulq 456(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 240(%rsp),%rax mulq 448(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 // double movq 192(%rsp),%r9 movq 200(%rsp),%r11 movq 208(%rsp),%r13 movq 216(%rsp),%r15 addq %r9,%r9 adcq %r11,%r11 adcq %r13,%r13 adcq %r15,%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r9 adcq %rdx,%r11 adcq %rdx,%r13 adcq %rdx,%r15 cmovc %rax,%rdx addq %rdx,%r9 // sub movq %r9,%rbx movq %r11,%rcx movq %r13,%rbp movq %r15,%rsi subq %r8,%r9 sbbq %r10,%r11 sbbq %r12,%r13 sbbq %r14,%r15 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax subq %rax,%r9 sbbq %rdx,%r11 sbbq %rdx,%r13 sbbq %rdx,%r15 cmovc %rax,%rdx sbbq %rdx,%r9 movq %r9,352(%rsp) movq %r11,360(%rsp) movq %r13,368(%rsp) movq %r15,376(%rsp) // add addq %rbx,%r8 adcq %rcx,%r10 adcq %rbp,%r12 adcq %rsi,%r14 movq $0,%rdx mov $38,%rax cmovae %rdx,%rax addq %rax,%r8 adcq %rdx,%r10 adcq %rdx,%r12 adcq %rdx,%r14 cmovc %rax,%rdx adcq %rdx,%r8 movq %r8,288(%rsp) movq %r10,296(%rsp) movq %r12,304(%rsp) movq %r14,312(%rsp) .L9: movq 56(%rsp),%rdi /* p1p1 to p2 */ // mul movq 264(%rsp),%rax mulq 376(%rsp) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 272(%rsp),%rax mulq 368(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 280(%rsp),%rax mulq 360(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 272(%rsp),%rax mulq 376(%rsp) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 280(%rsp),%rax mulq 368(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 280(%rsp),%rax mulq 376(%rsp) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 256(%rsp),%rax mulq 376(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 264(%rsp),%rax mulq 368(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 272(%rsp),%rax mulq 360(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 280(%rsp),%rax mulq 352(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 256(%rsp),%rax mulq 352(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 256(%rsp),%rax mulq 360(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 264(%rsp),%rax mulq 352(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 256(%rsp),%rax mulq 368(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 264(%rsp),%rax mulq 360(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 272(%rsp),%rax mulq 352(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,0(%rdi) movq %r10,8(%rdi) movq %r12,16(%rdi) movq %r14,24(%rdi) // mul movq 296(%rsp),%rax mulq 344(%rsp) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 304(%rsp),%rax mulq 336(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 312(%rsp),%rax mulq 328(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 304(%rsp),%rax mulq 344(%rsp) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 312(%rsp),%rax mulq 336(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 312(%rsp),%rax mulq 344(%rsp) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 288(%rsp),%rax mulq 344(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 296(%rsp),%rax mulq 336(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 304(%rsp),%rax mulq 328(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 312(%rsp),%rax mulq 320(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 288(%rsp),%rax mulq 320(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 288(%rsp),%rax mulq 328(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 296(%rsp),%rax mulq 320(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 288(%rsp),%rax mulq 336(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 296(%rsp),%rax mulq 328(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 304(%rsp),%rax mulq 320(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,32(%rdi) movq %r10,40(%rdi) movq %r12,48(%rdi) movq %r14,56(%rdi) // mul movq 296(%rsp),%rax mulq 376(%rsp) movq %rax,%r8 xorq %r9,%r9 movq %rdx,%r10 xorq %r11,%r11 movq 304(%rsp),%rax mulq 368(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 312(%rsp),%rax mulq 360(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 304(%rsp),%rax mulq 376(%rsp) addq %rax,%r10 adcq $0,%r11 movq %rdx,%r12 xorq %r13,%r13 movq 312(%rsp),%rax mulq 368(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq $38,%rax mulq %r10 imul $38,%r11,%r11 movq %rax,%r10 addq %rdx,%r11 movq 312(%rsp),%rax mulq 376(%rsp) addq %rax,%r12 adcq $0,%r13 movq $38,%rax mulq %rdx movq %rax,%r14 movq %rdx,%r15 movq $38,%rax mulq %r12 imul $38,%r13,%r13 movq %rax,%r12 addq %rdx,%r13 movq 288(%rsp),%rax mulq 376(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 296(%rsp),%rax mulq 368(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 304(%rsp),%rax mulq 360(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq 312(%rsp),%rax mulq 352(%rsp) addq %rax,%r14 adcq $0,%r15 addq %rdx,%r8 adcq $0,%r9 movq $38,%rax mulq %r8 imul $38,%r9,%r9 movq %rax,%r8 addq %rdx,%r9 movq 288(%rsp),%rax mulq 352(%rsp) addq %rax,%r8 adcq $0,%r9 addq %rdx,%r10 adcq $0,%r11 movq 288(%rsp),%rax mulq 360(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 296(%rsp),%rax mulq 352(%rsp) addq %rax,%r10 adcq $0,%r11 addq %rdx,%r12 adcq $0,%r13 movq 288(%rsp),%rax mulq 368(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 296(%rsp),%rax mulq 360(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 movq 304(%rsp),%rax mulq 352(%rsp) addq %rax,%r12 adcq $0,%r13 addq %rdx,%r14 adcq $0,%r15 addq %r9,%r10 adcq $0,%r11 addq %r11,%r12 adcq $0,%r13 addq %r13,%r14 adcq $0,%r15 shld $1,%r14,%r15 andq mask63(%rip),%r14 imul $19,%r15,%r15 addq %r15,%r8 adcq $0,%r10 adcq $0,%r12 adcq $0,%r14 movq %r8,64(%rdi) movq %r10,72(%rdi) movq %r12,80(%rdi) movq %r14,88(%rdi) movq 96(%rsp),%rax decq %rax movq %rax,96(%rsp) cmpq $0,%rax jge .L3 .L10: movq 0(%rsp),%r11 movq 8(%rsp),%r12 movq 16(%rsp),%r13 movq 24(%rsp),%r14 movq 32(%rsp),%r15 movq 40(%rsp),%rbx movq 48(%rsp),%rbp movq %r11,%rsp ret .section .note.GNU-stack,"",@progbits