123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485 |
- ; This file is generated from a similarly-named Perl script in the BoringSSL
- ; source tree. Do not edit by hand.
- %ifdef BORINGSSL_PREFIX
- %include "boringssl_prefix_symbols_nasm.inc"
- %endif
- %ifidn __OUTPUT_FORMAT__,obj
- section code use32 class=code align=64
- %elifidn __OUTPUT_FORMAT__,win32
- $@feat.00 equ 1
- section .text code align=64
- %else
- section .text code
- %endif
- ;extern _OPENSSL_ia32cap_P
- global _bn_mul_mont
- align 16
- _bn_mul_mont:
- L$_bn_mul_mont_begin:
- push ebp
- push ebx
- push esi
- push edi
- xor eax,eax
- mov edi,DWORD [40+esp]
- cmp edi,4
- jl NEAR L$000just_leave
- lea esi,[20+esp]
- lea edx,[24+esp]
- add edi,2
- neg edi
- lea ebp,[edi*4+esp-32]
- neg edi
- mov eax,ebp
- sub eax,edx
- and eax,2047
- sub ebp,eax
- xor edx,ebp
- and edx,2048
- xor edx,2048
- sub ebp,edx
- and ebp,-64
- mov eax,esp
- sub eax,ebp
- and eax,-4096
- mov edx,esp
- lea esp,[eax*1+ebp]
- mov eax,DWORD [esp]
- cmp esp,ebp
- ja NEAR L$001page_walk
- jmp NEAR L$002page_walk_done
- align 16
- L$001page_walk:
- lea esp,[esp-4096]
- mov eax,DWORD [esp]
- cmp esp,ebp
- ja NEAR L$001page_walk
- L$002page_walk_done:
- mov eax,DWORD [esi]
- mov ebx,DWORD [4+esi]
- mov ecx,DWORD [8+esi]
- mov ebp,DWORD [12+esi]
- mov esi,DWORD [16+esi]
- mov esi,DWORD [esi]
- mov DWORD [4+esp],eax
- mov DWORD [8+esp],ebx
- mov DWORD [12+esp],ecx
- mov DWORD [16+esp],ebp
- mov DWORD [20+esp],esi
- lea ebx,[edi-3]
- mov DWORD [24+esp],edx
- lea eax,[_OPENSSL_ia32cap_P]
- bt DWORD [eax],26
- jnc NEAR L$003non_sse2
- mov eax,-1
- movd mm7,eax
- mov esi,DWORD [8+esp]
- mov edi,DWORD [12+esp]
- mov ebp,DWORD [16+esp]
- xor edx,edx
- xor ecx,ecx
- movd mm4,DWORD [edi]
- movd mm5,DWORD [esi]
- movd mm3,DWORD [ebp]
- pmuludq mm5,mm4
- movq mm2,mm5
- movq mm0,mm5
- pand mm0,mm7
- pmuludq mm5,[20+esp]
- pmuludq mm3,mm5
- paddq mm3,mm0
- movd mm1,DWORD [4+ebp]
- movd mm0,DWORD [4+esi]
- psrlq mm2,32
- psrlq mm3,32
- inc ecx
- align 16
- L$0041st:
- pmuludq mm0,mm4
- pmuludq mm1,mm5
- paddq mm2,mm0
- paddq mm3,mm1
- movq mm0,mm2
- pand mm0,mm7
- movd mm1,DWORD [4+ecx*4+ebp]
- paddq mm3,mm0
- movd mm0,DWORD [4+ecx*4+esi]
- psrlq mm2,32
- movd DWORD [28+ecx*4+esp],mm3
- psrlq mm3,32
- lea ecx,[1+ecx]
- cmp ecx,ebx
- jl NEAR L$0041st
- pmuludq mm0,mm4
- pmuludq mm1,mm5
- paddq mm2,mm0
- paddq mm3,mm1
- movq mm0,mm2
- pand mm0,mm7
- paddq mm3,mm0
- movd DWORD [28+ecx*4+esp],mm3
- psrlq mm2,32
- psrlq mm3,32
- paddq mm3,mm2
- movq [32+ebx*4+esp],mm3
- inc edx
- L$005outer:
- xor ecx,ecx
- movd mm4,DWORD [edx*4+edi]
- movd mm5,DWORD [esi]
- movd mm6,DWORD [32+esp]
- movd mm3,DWORD [ebp]
- pmuludq mm5,mm4
- paddq mm5,mm6
- movq mm0,mm5
- movq mm2,mm5
- pand mm0,mm7
- pmuludq mm5,[20+esp]
- pmuludq mm3,mm5
- paddq mm3,mm0
- movd mm6,DWORD [36+esp]
- movd mm1,DWORD [4+ebp]
- movd mm0,DWORD [4+esi]
- psrlq mm2,32
- psrlq mm3,32
- paddq mm2,mm6
- inc ecx
- dec ebx
- L$006inner:
- pmuludq mm0,mm4
- pmuludq mm1,mm5
- paddq mm2,mm0
- paddq mm3,mm1
- movq mm0,mm2
- movd mm6,DWORD [36+ecx*4+esp]
- pand mm0,mm7
- movd mm1,DWORD [4+ecx*4+ebp]
- paddq mm3,mm0
- movd mm0,DWORD [4+ecx*4+esi]
- psrlq mm2,32
- movd DWORD [28+ecx*4+esp],mm3
- psrlq mm3,32
- paddq mm2,mm6
- dec ebx
- lea ecx,[1+ecx]
- jnz NEAR L$006inner
- mov ebx,ecx
- pmuludq mm0,mm4
- pmuludq mm1,mm5
- paddq mm2,mm0
- paddq mm3,mm1
- movq mm0,mm2
- pand mm0,mm7
- paddq mm3,mm0
- movd DWORD [28+ecx*4+esp],mm3
- psrlq mm2,32
- psrlq mm3,32
- movd mm6,DWORD [36+ebx*4+esp]
- paddq mm3,mm2
- paddq mm3,mm6
- movq [32+ebx*4+esp],mm3
- lea edx,[1+edx]
- cmp edx,ebx
- jle NEAR L$005outer
- emms
- jmp NEAR L$007common_tail
- align 16
- L$003non_sse2:
- mov esi,DWORD [8+esp]
- lea ebp,[1+ebx]
- mov edi,DWORD [12+esp]
- xor ecx,ecx
- mov edx,esi
- and ebp,1
- sub edx,edi
- lea eax,[4+ebx*4+edi]
- or ebp,edx
- mov edi,DWORD [edi]
- jz NEAR L$008bn_sqr_mont
- mov DWORD [28+esp],eax
- mov eax,DWORD [esi]
- xor edx,edx
- align 16
- L$009mull:
- mov ebp,edx
- mul edi
- add ebp,eax
- lea ecx,[1+ecx]
- adc edx,0
- mov eax,DWORD [ecx*4+esi]
- cmp ecx,ebx
- mov DWORD [28+ecx*4+esp],ebp
- jl NEAR L$009mull
- mov ebp,edx
- mul edi
- mov edi,DWORD [20+esp]
- add eax,ebp
- mov esi,DWORD [16+esp]
- adc edx,0
- imul edi,DWORD [32+esp]
- mov DWORD [32+ebx*4+esp],eax
- xor ecx,ecx
- mov DWORD [36+ebx*4+esp],edx
- mov DWORD [40+ebx*4+esp],ecx
- mov eax,DWORD [esi]
- mul edi
- add eax,DWORD [32+esp]
- mov eax,DWORD [4+esi]
- adc edx,0
- inc ecx
- jmp NEAR L$0102ndmadd
- align 16
- L$0111stmadd:
- mov ebp,edx
- mul edi
- add ebp,DWORD [32+ecx*4+esp]
- lea ecx,[1+ecx]
- adc edx,0
- add ebp,eax
- mov eax,DWORD [ecx*4+esi]
- adc edx,0
- cmp ecx,ebx
- mov DWORD [28+ecx*4+esp],ebp
- jl NEAR L$0111stmadd
- mov ebp,edx
- mul edi
- add eax,DWORD [32+ebx*4+esp]
- mov edi,DWORD [20+esp]
- adc edx,0
- mov esi,DWORD [16+esp]
- add ebp,eax
- adc edx,0
- imul edi,DWORD [32+esp]
- xor ecx,ecx
- add edx,DWORD [36+ebx*4+esp]
- mov DWORD [32+ebx*4+esp],ebp
- adc ecx,0
- mov eax,DWORD [esi]
- mov DWORD [36+ebx*4+esp],edx
- mov DWORD [40+ebx*4+esp],ecx
- mul edi
- add eax,DWORD [32+esp]
- mov eax,DWORD [4+esi]
- adc edx,0
- mov ecx,1
- align 16
- L$0102ndmadd:
- mov ebp,edx
- mul edi
- add ebp,DWORD [32+ecx*4+esp]
- lea ecx,[1+ecx]
- adc edx,0
- add ebp,eax
- mov eax,DWORD [ecx*4+esi]
- adc edx,0
- cmp ecx,ebx
- mov DWORD [24+ecx*4+esp],ebp
- jl NEAR L$0102ndmadd
- mov ebp,edx
- mul edi
- add ebp,DWORD [32+ebx*4+esp]
- adc edx,0
- add ebp,eax
- adc edx,0
- mov DWORD [28+ebx*4+esp],ebp
- xor eax,eax
- mov ecx,DWORD [12+esp]
- add edx,DWORD [36+ebx*4+esp]
- adc eax,DWORD [40+ebx*4+esp]
- lea ecx,[4+ecx]
- mov DWORD [32+ebx*4+esp],edx
- cmp ecx,DWORD [28+esp]
- mov DWORD [36+ebx*4+esp],eax
- je NEAR L$007common_tail
- mov edi,DWORD [ecx]
- mov esi,DWORD [8+esp]
- mov DWORD [12+esp],ecx
- xor ecx,ecx
- xor edx,edx
- mov eax,DWORD [esi]
- jmp NEAR L$0111stmadd
- align 16
- L$008bn_sqr_mont:
- mov DWORD [esp],ebx
- mov DWORD [12+esp],ecx
- mov eax,edi
- mul edi
- mov DWORD [32+esp],eax
- mov ebx,edx
- shr edx,1
- and ebx,1
- inc ecx
- align 16
- L$012sqr:
- mov eax,DWORD [ecx*4+esi]
- mov ebp,edx
- mul edi
- add eax,ebp
- lea ecx,[1+ecx]
- adc edx,0
- lea ebp,[eax*2+ebx]
- shr eax,31
- cmp ecx,DWORD [esp]
- mov ebx,eax
- mov DWORD [28+ecx*4+esp],ebp
- jl NEAR L$012sqr
- mov eax,DWORD [ecx*4+esi]
- mov ebp,edx
- mul edi
- add eax,ebp
- mov edi,DWORD [20+esp]
- adc edx,0
- mov esi,DWORD [16+esp]
- lea ebp,[eax*2+ebx]
- imul edi,DWORD [32+esp]
- shr eax,31
- mov DWORD [32+ecx*4+esp],ebp
- lea ebp,[edx*2+eax]
- mov eax,DWORD [esi]
- shr edx,31
- mov DWORD [36+ecx*4+esp],ebp
- mov DWORD [40+ecx*4+esp],edx
- mul edi
- add eax,DWORD [32+esp]
- mov ebx,ecx
- adc edx,0
- mov eax,DWORD [4+esi]
- mov ecx,1
- align 16
- L$0133rdmadd:
- mov ebp,edx
- mul edi
- add ebp,DWORD [32+ecx*4+esp]
- adc edx,0
- add ebp,eax
- mov eax,DWORD [4+ecx*4+esi]
- adc edx,0
- mov DWORD [28+ecx*4+esp],ebp
- mov ebp,edx
- mul edi
- add ebp,DWORD [36+ecx*4+esp]
- lea ecx,[2+ecx]
- adc edx,0
- add ebp,eax
- mov eax,DWORD [ecx*4+esi]
- adc edx,0
- cmp ecx,ebx
- mov DWORD [24+ecx*4+esp],ebp
- jl NEAR L$0133rdmadd
- mov ebp,edx
- mul edi
- add ebp,DWORD [32+ebx*4+esp]
- adc edx,0
- add ebp,eax
- adc edx,0
- mov DWORD [28+ebx*4+esp],ebp
- mov ecx,DWORD [12+esp]
- xor eax,eax
- mov esi,DWORD [8+esp]
- add edx,DWORD [36+ebx*4+esp]
- adc eax,DWORD [40+ebx*4+esp]
- mov DWORD [32+ebx*4+esp],edx
- cmp ecx,ebx
- mov DWORD [36+ebx*4+esp],eax
- je NEAR L$007common_tail
- mov edi,DWORD [4+ecx*4+esi]
- lea ecx,[1+ecx]
- mov eax,edi
- mov DWORD [12+esp],ecx
- mul edi
- add eax,DWORD [32+ecx*4+esp]
- adc edx,0
- mov DWORD [32+ecx*4+esp],eax
- xor ebp,ebp
- cmp ecx,ebx
- lea ecx,[1+ecx]
- je NEAR L$014sqrlast
- mov ebx,edx
- shr edx,1
- and ebx,1
- align 16
- L$015sqradd:
- mov eax,DWORD [ecx*4+esi]
- mov ebp,edx
- mul edi
- add eax,ebp
- lea ebp,[eax*1+eax]
- adc edx,0
- shr eax,31
- add ebp,DWORD [32+ecx*4+esp]
- lea ecx,[1+ecx]
- adc eax,0
- add ebp,ebx
- adc eax,0
- cmp ecx,DWORD [esp]
- mov DWORD [28+ecx*4+esp],ebp
- mov ebx,eax
- jle NEAR L$015sqradd
- mov ebp,edx
- add edx,edx
- shr ebp,31
- add edx,ebx
- adc ebp,0
- L$014sqrlast:
- mov edi,DWORD [20+esp]
- mov esi,DWORD [16+esp]
- imul edi,DWORD [32+esp]
- add edx,DWORD [32+ecx*4+esp]
- mov eax,DWORD [esi]
- adc ebp,0
- mov DWORD [32+ecx*4+esp],edx
- mov DWORD [36+ecx*4+esp],ebp
- mul edi
- add eax,DWORD [32+esp]
- lea ebx,[ecx-1]
- adc edx,0
- mov ecx,1
- mov eax,DWORD [4+esi]
- jmp NEAR L$0133rdmadd
- align 16
- L$007common_tail:
- mov ebp,DWORD [16+esp]
- mov edi,DWORD [4+esp]
- lea esi,[32+esp]
- mov eax,DWORD [esi]
- mov ecx,ebx
- xor edx,edx
- align 16
- L$016sub:
- sbb eax,DWORD [edx*4+ebp]
- mov DWORD [edx*4+edi],eax
- dec ecx
- mov eax,DWORD [4+edx*4+esi]
- lea edx,[1+edx]
- jge NEAR L$016sub
- sbb eax,0
- mov edx,-1
- xor edx,eax
- jmp NEAR L$017copy
- align 16
- L$017copy:
- mov esi,DWORD [32+ebx*4+esp]
- mov ebp,DWORD [ebx*4+edi]
- mov DWORD [32+ebx*4+esp],ecx
- and esi,eax
- and ebp,edx
- or ebp,esi
- mov DWORD [ebx*4+edi],ebp
- dec ebx
- jge NEAR L$017copy
- mov esp,DWORD [24+esp]
- mov eax,1
- L$000just_leave:
- pop edi
- pop esi
- pop ebx
- pop ebp
- ret
- db 77,111,110,116,103,111,109,101,114,121,32,77,117,108,116,105
- db 112,108,105,99,97,116,105,111,110,32,102,111,114,32,120,56
- db 54,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121
- db 32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46
- db 111,114,103,62,0
- segment .bss
- common _OPENSSL_ia32cap_P 16
|