summaryrefslogtreecommitdiff
path: root/vere/ext/gmp/gen/x86_64-windows/mpn/mul_basecase.s
blob: d17d35dfc1613d96a1abcb8262f1686f40b2e8af (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493






















































































	.text
	.align	16, 0x90
	.globl	__gmpn_mul_basecase
	
	.def	__gmpn_mul_basecase
	.scl	2
	.type	32
	.endef
__gmpn_mul_basecase:

	push	%rdi
	push	%rsi
	mov	%rcx, %rdi
	mov	%rdx, %rsi
	mov	%r8, %rdx
	mov	%r9, %rcx

	mov	56(%rsp), %r8d	
	push	%rbx
	push	%rbp
	push	%r12
	push	%r13
	push	%r14
	push	%r15

	xor	%r13d, %r13d
	mov	(%rsi), %rax
	mov	(%rcx), %r12

	sub	%rdx, %r13		
	mov	%r13, %r11
	mov	%edx, %ebx

	lea	(%rdi,%rdx,8), %rdi
	lea	(%rsi,%rdx,8), %rsi

	mul	%r12

	test	$1, %r8b
	jz	Lmul_2




Lmul_1:
	and	$3, %ebx
	jz	Lmul_1_prologue_0
	cmp	$2, %ebx
	jc	Lmul_1_prologue_1
	jz	Lmul_1_prologue_2

Lmul_1_prologue_3:
	add	$-1, %r11
	lea	Laddmul_outer_3(%rip), %r14
	mov	%rax, %r10
	mov	%rdx, %rbx
	jmp	Lmul_1_entry_3

Lmul_1_prologue_0:
	mov	%rax, %rbp
	mov	%rdx, %r10		
	lea	Laddmul_outer_0(%rip), %r14
	jmp	Lmul_1_entry_0

Lmul_1_prologue_1:
	cmp	$-1, %r13
	jne	2f
	mov	%rax, -8(%rdi)
	mov	%rdx, (%rdi)
	jmp	Lret
2:	add	$1, %r11
	lea	Laddmul_outer_1(%rip), %r14
	mov	%rax, %r15
	mov	%rdx, %rbp
	xor	%r10d, %r10d
	mov	(%rsi,%r11,8), %rax
	jmp	Lmul_1_entry_1

Lmul_1_prologue_2:
	add	$-2, %r11
	lea	Laddmul_outer_2(%rip), %r14
	mov	%rax, %rbx
	mov	%rdx, %r15
	mov	24(%rsi,%r11,8), %rax
	xor	%ebp, %ebp
	xor	%r10d, %r10d
	jmp	Lmul_1_entry_2


	

	.align	16, 0x90
Lmul_1_top:
	mov	%rbx, -16(%rdi,%r11,8)
	add	%rax, %r15
	mov	(%rsi,%r11,8), %rax
	adc	%rdx, %rbp
Lmul_1_entry_1:
	xor	%ebx, %ebx
	mul	%r12
	mov	%r15, -8(%rdi,%r11,8)
	add	%rax, %rbp
	adc	%rdx, %r10
Lmul_1_entry_0:
	mov	8(%rsi,%r11,8), %rax
	mul	%r12
	mov	%rbp, (%rdi,%r11,8)
	add	%rax, %r10
	adc	%rdx, %rbx
Lmul_1_entry_3:
	mov	16(%rsi,%r11,8), %rax
	mul	%r12
	mov	%r10, 8(%rdi,%r11,8)
	xor	%ebp, %ebp	
	mov	%rbp, %r10			
	add	%rax, %rbx
	mov	24(%rsi,%r11,8), %rax
	mov	%rbp, %r15			
	adc	%rdx, %r15
Lmul_1_entry_2:
	mul	%r12
	add	$4, %r11
	js	Lmul_1_top

	mov	%rbx, -16(%rdi)
	add	%rax, %r15
	mov	%r15, -8(%rdi)
	adc	%rdx, %rbp
	mov	%rbp, (%rdi)

	add	$-1, %r8			
	jz	Lret

	mov	8(%rcx), %r12
	mov	16(%rcx), %r9

	lea	8(%rcx), %rcx		
	lea	8(%rdi), %rdi		

	jmp	*%r14




	.align	16, 0x90
Lmul_2:
	mov	8(%rcx), %r9

	and	$3, %ebx
	jz	Lmul_2_prologue_0
	cmp	$2, %ebx
	jz	Lmul_2_prologue_2
	jc	Lmul_2_prologue_1

Lmul_2_prologue_3:
	lea	Laddmul_outer_3(%rip), %r14
	add	$2, %r11
	mov	%rax, -16(%rdi,%r11,8)
	mov	%rdx, %rbp
	xor	%r10d, %r10d
	xor	%ebx, %ebx
	mov	-16(%rsi,%r11,8), %rax
	jmp	Lmul_2_entry_3

	.align	16, 0x90
Lmul_2_prologue_0:
	add	$3, %r11
	mov	%rax, %rbx
	mov	%rdx, %r15
	xor	%ebp, %ebp
	mov	-24(%rsi,%r11,8), %rax
	lea	Laddmul_outer_0(%rip), %r14
	jmp	Lmul_2_entry_0

	.align	16, 0x90
Lmul_2_prologue_1:
	mov	%rax, %r10
	mov	%rdx, %rbx
	xor	%r15d, %r15d
	lea	Laddmul_outer_1(%rip), %r14
	jmp	Lmul_2_entry_1

	.align	16, 0x90
Lmul_2_prologue_2:
	add	$1, %r11
	lea	Laddmul_outer_2(%rip), %r14
	mov	$0, %ebx
	mov	$0, %r15d
	mov	%rax, %rbp
	mov	-8(%rsi,%r11,8), %rax
	mov	%rdx, %r10
	jmp	Lmul_2_entry_2

	

	.align	16, 0x90
Lmul_2_top:
	mov	-32(%rsi,%r11,8), %rax
	mul	%r9
	add	%rax, %rbx
	adc	%rdx, %r15
	mov	-24(%rsi,%r11,8), %rax
	xor	%ebp, %ebp
	mul	%r12
	add	%rax, %rbx
	mov	-24(%rsi,%r11,8), %rax
	adc	%rdx, %r15
	adc	$0, %ebp
Lmul_2_entry_0:
	mul	%r9
	add	%rax, %r15
	mov	%rbx, -24(%rdi,%r11,8)
	adc	%rdx, %rbp
	mov	-16(%rsi,%r11,8), %rax
	mul	%r12
	mov	$0, %r10d
	add	%rax, %r15
	adc	%rdx, %rbp
	mov	-16(%rsi,%r11,8), %rax
	adc	$0, %r10d
	mov	$0, %ebx
	mov	%r15, -16(%rdi,%r11,8)
Lmul_2_entry_3:
	mul	%r9
	add	%rax, %rbp
	mov	-8(%rsi,%r11,8), %rax
	adc	%rdx, %r10
	mov	$0, %r15d
	mul	%r12
	add	%rax, %rbp
	mov	-8(%rsi,%r11,8), %rax
	adc	%rdx, %r10
	adc	%r15d, %ebx	
Lmul_2_entry_2:
	mul	%r9
	add	%rax, %r10
	mov	%rbp, -8(%rdi,%r11,8)
	adc	%rdx, %rbx
	mov	(%rsi,%r11,8), %rax
	mul	%r12
	add	%rax, %r10
	adc	%rdx, %rbx
	adc	$0, %r15d
Lmul_2_entry_1:
	add	$4, %r11
	mov	%r10, -32(%rdi,%r11,8)
	js	Lmul_2_top

	mov	-32(%rsi,%r11,8), %rax	
	mul	%r9
	add	%rax, %rbx
	mov	%rbx, (%rdi)
	adc	%rdx, %r15
	mov	%r15, 8(%rdi)

	add	$-2, %r8			
	jz	Lret

	mov	16(%rcx), %r12
	mov	24(%rcx), %r9

	lea	16(%rcx), %rcx		
	lea	16(%rdi), %rdi		

	jmp	*%r14





	
	

Laddmul_outer_0:
	add	$3, %r13
	lea	0(%rip), %r14

	mov	%r13, %r11
	mov	-24(%rsi,%r13,8), %rax
	mul	%r12
	mov	%rax, %rbx
	mov	-24(%rsi,%r13,8), %rax
	mov	%rdx, %r15
	xor	%ebp, %ebp
	jmp	Laddmul_entry_0

Laddmul_outer_1:
	mov	%r13, %r11
	mov	(%rsi,%r13,8), %rax
	mul	%r12
	mov	%rax, %r10
	mov	(%rsi,%r13,8), %rax
	mov	%rdx, %rbx
	xor	%r15d, %r15d
	jmp	Laddmul_entry_1

Laddmul_outer_2:
	add	$1, %r13
	lea	0(%rip), %r14

	mov	%r13, %r11
	mov	-8(%rsi,%r13,8), %rax
	mul	%r12
	xor	%ebx, %ebx
	mov	%rax, %rbp
	xor	%r15d, %r15d
	mov	%rdx, %r10
	mov	-8(%rsi,%r13,8), %rax
	jmp	Laddmul_entry_2

Laddmul_outer_3:
	add	$2, %r13
	lea	0(%rip), %r14

	mov	%r13, %r11
	mov	-16(%rsi,%r13,8), %rax
	xor	%r10d, %r10d
	mul	%r12
	mov	%rax, %r15
	mov	-16(%rsi,%r13,8), %rax
	mov	%rdx, %rbp
	jmp	Laddmul_entry_3

	

	.align	16, 0x90
Laddmul_top:
	add	%r10, -32(%rdi,%r11,8)
	adc	%rax, %rbx
	mov	-24(%rsi,%r11,8), %rax
	adc	%rdx, %r15
	xor	%ebp, %ebp
	mul	%r12
	add	%rax, %rbx
	mov	-24(%rsi,%r11,8), %rax
	adc	%rdx, %r15
	adc	%ebp, %ebp	
Laddmul_entry_0:
	mul	%r9
	xor	%r10d, %r10d
	add	%rbx, -24(%rdi,%r11,8)
	adc	%rax, %r15
	mov	-16(%rsi,%r11,8), %rax
	adc	%rdx, %rbp
	mul	%r12
	add	%rax, %r15
	mov	-16(%rsi,%r11,8), %rax
	adc	%rdx, %rbp
	adc	$0, %r10d
Laddmul_entry_3:
	mul	%r9
	add	%r15, -16(%rdi,%r11,8)
	adc	%rax, %rbp
	mov	-8(%rsi,%r11,8), %rax
	adc	%rdx, %r10
	mul	%r12
	xor	%ebx, %ebx
	add	%rax, %rbp
	adc	%rdx, %r10
	mov	$0, %r15d
	mov	-8(%rsi,%r11,8), %rax
	adc	%r15d, %ebx	
Laddmul_entry_2:
	mul	%r9
	add	%rbp, -8(%rdi,%r11,8)
	adc	%rax, %r10
	adc	%rdx, %rbx
	mov	(%rsi,%r11,8), %rax
	mul	%r12
	add	%rax, %r10
	mov	(%rsi,%r11,8), %rax
	adc	%rdx, %rbx
	adc	$0, %r15d
Laddmul_entry_1:
	mul	%r9
	add	$4, %r11
	js	Laddmul_top

	add	%r10, -8(%rdi)
	adc	%rax, %rbx
	mov	%rbx, (%rdi)
	adc	%rdx, %r15
	mov	%r15, 8(%rdi)

	add	$-2, %r8			
	jz	Lret

	lea	16(%rdi), %rdi		
	lea	16(%rcx), %rcx		

	mov	(%rcx), %r12
	mov	8(%rcx), %r9

	jmp	*%r14

	.align	16, 0x90
Lret:	pop	%r15
	pop	%r14
	pop	%r13
	pop	%r12
	pop	%rbp
	pop	%rbx
	pop	%rsi
	pop	%rdi
	ret