crypto/bn/asm/bn-586.pl

   1 #!/usr/local/bin/perl
   2
   3 push(@INC,"perlasm","../../perlasm");
   4 require "x86asm.pl";
   5
   6 &asm_init($ARGV[0],$0);
   7
   8 $sse2=0;
   9 for (@ARGV) { $sse2=1 if (/-DOPENSSL_IA32_SSE2/); }
  10
  11 &bn_mul_add_words("bn_mul_add_words");
  12 &bn_mul_words("bn_mul_words");
  13 &bn_sqr_words("bn_sqr_words");
  14 &bn_div_words("bn_div_words");
  15 &bn_add_words("bn_add_words");
  16 &bn_sub_words("bn_sub_words");
  17 &bn_sub_part_words("bn_sub_part_words");
  18
  19 &asm_finish();
  20
  21 sub bn_mul_add_words
  22         {
  23         local($name)=@_;
  24
  25         &function_begin($name,"");
  26
  27         &comment("");
  28         $Low="eax";
  29         $High="edx";
  30         $a="ebx";
  31         $w="ebp";
  32         $r="edi";
  33         $c="esi";
  34
  35         &xor($c,$c);            # clear carry
  36         &mov($r,&wparam(0));    #
  37
  38         &mov("ecx",&wparam(2)); #
  39         &mov($a,&wparam(1));    #
  40
  41         &and("ecx",0xfffffff8); # num / 8
  42         &mov($w,&wparam(3));    #
  43
  44         &push("ecx");           # Up the stack for a tmp variable
  45
  46         &jz(&label("maw_finish"));
  47
  48         if ($sse2) {
  49                 &picmeup("eax","OPENSSL_ia32cap");
  50                 &bt(&DWP(0,"eax"),26);
  51                 &jnc(&label("maw_loop"));
  52
  53                 &movd("mm0",$w);                # mm0 = w
  54                 &pxor("mm1","mm1");             # mm1 = carry_in
  55
  56                 &set_label("maw_sse2_loop",0);
  57                 &movd("mm3",&DWP(0,$r,"",0));   # mm3 = r[0]
  58                 &paddq("mm1","mm3");            # mm1 = carry_in + r[0]
  59                 &movd("mm2",&DWP(0,$a,"",0));   # mm2 = a[0]
  60                 &pmuludq("mm2","mm0");          # mm2 = w*a[0]
  61                 &movd("mm4",&DWP(4,$a,"",0));   # mm4 = a[1]
  62                 &pmuludq("mm4","mm0");          # mm4 = w*a[1]
  63                 &movd("mm6",&DWP(8,$a,"",0));   # mm6 = a[2]
  64                 &pmuludq("mm6","mm0");          # mm6 = w*a[2]
  65                 &movd("mm7",&DWP(12,$a,"",0));  # mm7 = a[3]
  66                 &pmuludq("mm7","mm0");          # mm7 = w*a[3]
  67                 &paddq("mm1","mm2");            # mm1 = carry_in + r[0] + w*a[0]
  68                 &movd("mm3",&DWP(4,$r,"",0));   # mm3 = r[1]
  69                 &paddq("mm3","mm4");            # mm3 = r[1] + w*a[1]
  70                 &movd("mm5",&DWP(8,$r,"",0));   # mm5 = r[2]
  71                 &paddq("mm5","mm6");            # mm5 = r[2] + w*a[2]
  72                 &movd("mm4",&DWP(12,$r,"",0));  # mm4 = r[3]
  73                 &paddq("mm7","mm4");            # mm7 = r[3] + w*a[3]
  74                 &movd(&DWP(0,$r,"",0),"mm1");
  75                 &movd("mm2",&DWP(16,$a,"",0));  # mm2 = a[4]
  76                 &pmuludq("mm2","mm0");          # mm2 = w*a[4]
  77                 &psrlq("mm1",32);               # mm1 = carry0
  78                 &movd("mm4",&DWP(20,$a,"",0));  # mm4 = a[5]
  79                 &pmuludq("mm4","mm0");          # mm4 = w*a[5]
  80                 &paddq("mm1","mm3");            # mm1 = carry0 + r[1] + w*a[1]
  81                 &movd("mm6",&DWP(24,$a,"",0));  # mm6 = a[6]
  82                 &pmuludq("mm6","mm0");          # mm6 = w*a[6]
  83                 &movd(&DWP(4,$r,"",0),"mm1");
  84                 &psrlq("mm1",32);               # mm1 = carry1
  85                 &movd("mm3",&DWP(28,$a,"",0));  # mm3 = a[7]
  86                 &add($a,32);
  87                 &pmuludq("mm3","mm0");          # mm3 = w*a[7]
  88                 &paddq("mm1","mm5");            # mm1 = carry1 + r[2] + w*a[2]
  89                 &movd("mm5",&DWP(16,$r,"",0));  # mm5 = r[4]
  90                 &paddq("mm2","mm5");            # mm2 = r[4] + w*a[4]
  91                 &movd(&DWP(8,$r,"",0),"mm1");
  92                 &psrlq("mm1",32);               # mm1 = carry2
  93                 &paddq("mm1","mm7");            # mm1 = carry2 + r[3] + w*a[3]
  94                 &movd("mm5",&DWP(20,$r,"",0));  # mm5 = r[5]
  95                 &paddq("mm4","mm5");            # mm4 = r[5] + w*a[5]
  96                 &movd(&DWP(12,$r,"",0),"mm1");
  97                 &psrlq("mm1",32);               # mm1 = carry3
  98                 &paddq("mm1","mm2");            # mm1 = carry3 + r[4] + w*a[4]
  99                 &movd("mm5",&DWP(24,$r,"",0));  # mm5 = r[6]
 100                 &paddq("mm6","mm5");            # mm6 = r[6] + w*a[6]
 101                 &movd(&DWP(16,$r,"",0),"mm1");
 102                 &psrlq("mm1",32);               # mm1 = carry4
 103                 &paddq("mm1","mm4");            # mm1 = carry4 + r[5] + w*a[5]
 104                 &movd("mm5",&DWP(28,$r,"",0));  # mm5 = r[7]
 105                 &paddq("mm3","mm5");            # mm3 = r[7] + w*a[7]
 106                 &movd(&DWP(20,$r,"",0),"mm1");
 107                 &psrlq("mm1",32);               # mm1 = carry5
 108                 &paddq("mm1","mm6");            # mm1 = carry5 + r[6] + w*a[6]
 109                 &movd(&DWP(24,$r,"",0),"mm1");
 110                 &psrlq("mm1",32);               # mm1 = carry6
 111                 &paddq("mm1","mm3");            # mm1 = carry6 + r[7] + w*a[7]
 112                 &movd(&DWP(28,$r,"",0),"mm1");
 113                 &add($r,32);
 114                 &psrlq("mm1",32);               # mm1 = carry_out
 115
 116                 &sub("ecx",8);
 117                 &jnz(&label("maw_sse2_loop"));
 118
 119                 &movd($c,"mm1");                # c = carry_out
 120                 &emms();
 121
 122                 &jmp(&label("maw_finish"));
 123         }
 124
 125         &set_label("maw_loop",0);
 126
 127         &mov(&swtmp(0),"ecx");  #
 128
 129         for ($i=0; $i<32; $i+=4)
 130                 {
 131                 &comment("Round $i");
 132
 133                  &mov("eax",&DWP($i,$a,"",0));  # *a
 134                 &mul($w);                       # *a * w
 135                 &add("eax",$c);         # L(t)+= *r
 136                  &mov($c,&DWP($i,$r,"",0));     # L(t)+= *r
 137                 &adc("edx",0);                  # H(t)+=carry
 138                  &add("eax",$c);                # L(t)+=c
 139                 &adc("edx",0);                  # H(t)+=carry
 140                  &mov(&DWP($i,$r,"",0),"eax");  # *r= L(t);
 141                 &mov($c,"edx");                 # c=  H(t);
 142                 }
 143
 144         &comment("");
 145         &mov("ecx",&swtmp(0));  #
 146         &add($a,32);
 147         &add($r,32);
 148         &sub("ecx",8);
 149         &jnz(&label("maw_loop"));
 150
 151         &set_label("maw_finish",0);
 152         &mov("ecx",&wparam(2)); # get num
 153         &and("ecx",7);
 154         &jnz(&label("maw_finish2"));    # helps branch prediction
 155         &jmp(&label("maw_end"));
 156
 157         &set_label("maw_finish2",1);
 158         for ($i=0; $i<7; $i++)
 159                 {
 160                 &comment("Tail Round $i");
 161                  &mov("eax",&DWP($i*4,$a,"",0));# *a
 162                 &mul($w);                       # *a * w
 163                 &add("eax",$c);                 # L(t)+=c
 164                  &mov($c,&DWP($i*4,$r,"",0));   # L(t)+= *r
 165                 &adc("edx",0);                  # H(t)+=carry
 166                  &add("eax",$c);
 167                 &adc("edx",0);                  # H(t)+=carry
 168                  &dec("ecx") if ($i != 7-1);
 169                 &mov(&DWP($i*4,$r,"",0),"eax"); # *r= L(t);
 170                  &mov($c,"edx");                        # c=  H(t);
 171                 &jz(&label("maw_end")) if ($i != 7-1);
 172                 }
 173         &set_label("maw_end",0);
 174         &mov("eax",$c);
 175
 176         &pop("ecx");    # clear variable from
 177
 178         &function_end($name);
 179         }
 180
 181 sub bn_mul_words
 182         {
 183         local($name)=@_;
 184
 185         &function_begin($name,"");
 186
 187         &comment("");
 188         $Low="eax";
 189         $High="edx";
 190         $a="ebx";
 191         $w="ecx";
 192         $r="edi";
 193         $c="esi";
 194         $num="ebp";
 195
 196         &xor($c,$c);            # clear carry
 197         &mov($r,&wparam(0));    #
 198         &mov($a,&wparam(1));    #
 199         &mov($num,&wparam(2));  #
 200         &mov($w,&wparam(3));    #
 201
 202         &and($num,0xfffffff8);  # num / 8
 203         &jz(&label("mw_finish"));
 204
 205         &set_label("mw_loop",0);
 206         for ($i=0; $i<32; $i+=4)
 207                 {
 208                 &comment("Round $i");
 209
 210                  &mov("eax",&DWP($i,$a,"",0));  # *a
 211                 &mul($w);                       # *a * w
 212                 &add("eax",$c);                 # L(t)+=c
 213                  # XXX
 214
 215                 &adc("edx",0);                  # H(t)+=carry
 216                  &mov(&DWP($i,$r,"",0),"eax");  # *r= L(t);
 217
 218                 &mov($c,"edx");                 # c=  H(t);
 219                 }
 220
 221         &comment("");
 222         &add($a,32);
 223         &add($r,32);
 224         &sub($num,8);
 225         &jz(&label("mw_finish"));
 226         &jmp(&label("mw_loop"));
 227
 228         &set_label("mw_finish",0);
 229         &mov($num,&wparam(2));  # get num
 230         &and($num,7);
 231         &jnz(&label("mw_finish2"));
 232         &jmp(&label("mw_end"));
 233
 234         &set_label("mw_finish2",1);
 235         for ($i=0; $i<7; $i++)
 236                 {
 237                 &comment("Tail Round $i");
 238                  &mov("eax",&DWP($i*4,$a,"",0));# *a
 239                 &mul($w);                       # *a * w
 240                 &add("eax",$c);                 # L(t)+=c
 241                  # XXX
 242                 &adc("edx",0);                  # H(t)+=carry
 243                  &mov(&DWP($i*4,$r,"",0),"eax");# *r= L(t);
 244                 &mov($c,"edx");                 # c=  H(t);
 245                  &dec($num) if ($i != 7-1);
 246                 &jz(&label("mw_end")) if ($i != 7-1);
 247                 }
 248         &set_label("mw_end",0);
 249         &mov("eax",$c);
 250
 251         &function_end($name);
 252         }
 253
 254 sub bn_sqr_words
 255         {
 256         local($name)=@_;
 257
 258         &function_begin($name,"");
 259
 260         &comment("");
 261         $r="esi";
 262         $a="edi";
 263         $num="ebx";
 264
 265         &mov($r,&wparam(0));    #
 266         &mov($a,&wparam(1));    #
 267         &mov($num,&wparam(2));  #
 268
 269         &and($num,0xfffffff8);  # num / 8
 270         &jz(&label("sw_finish"));
 271
 272         &set_label("sw_loop",0);
 273         for ($i=0; $i<32; $i+=4)
 274                 {
 275                 &comment("Round $i");
 276                 &mov("eax",&DWP($i,$a,"",0));   # *a
 277                  # XXX
 278                 &mul("eax");                    # *a * *a
 279                 &mov(&DWP($i*2,$r,"",0),"eax"); #
 280                  &mov(&DWP($i*2+4,$r,"",0),"edx");#
 281                 }
 282
 283         &comment("");
 284         &add($a,32);
 285         &add($r,64);
 286         &sub($num,8);
 287         &jnz(&label("sw_loop"));
 288
 289         &set_label("sw_finish",0);
 290         &mov($num,&wparam(2));  # get num
 291         &and($num,7);
 292         &jz(&label("sw_end"));
 293
 294         for ($i=0; $i<7; $i++)
 295                 {
 296                 &comment("Tail Round $i");
 297                 &mov("eax",&DWP($i*4,$a,"",0)); # *a
 298                  # XXX
 299                 &mul("eax");                    # *a * *a
 300                 &mov(&DWP($i*8,$r,"",0),"eax"); #
 301                  &dec($num) if ($i != 7-1);
 302                 &mov(&DWP($i*8+4,$r,"",0),"edx");
 303                  &jz(&label("sw_end")) if ($i != 7-1);
 304                 }
 305         &set_label("sw_end",0);
 306
 307         &function_end($name);
 308         }
 309
 310 sub bn_div_words
 311         {
 312         local($name)=@_;
 313
 314         &function_begin($name,"");
 315         &mov("edx",&wparam(0)); #
 316         &mov("eax",&wparam(1)); #
 317         &mov("ebx",&wparam(2)); #
 318         &div("ebx");
 319         &function_end($name);
 320         }
 321
 322 sub bn_add_words
 323         {
 324         local($name)=@_;
 325
 326         &function_begin($name,"");
 327
 328         &comment("");
 329         $a="esi";
 330         $b="edi";
 331         $c="eax";
 332         $r="ebx";
 333         $tmp1="ecx";
 334         $tmp2="edx";
 335         $num="ebp";
 336
 337         &mov($r,&wparam(0));    # get r
 338          &mov($a,&wparam(1));   # get a
 339         &mov($b,&wparam(2));    # get b
 340          &mov($num,&wparam(3)); # get num
 341         &xor($c,$c);            # clear carry
 342          &and($num,0xfffffff8); # num / 8
 343
 344         &jz(&label("aw_finish"));
 345
 346         &set_label("aw_loop",0);
 347         for ($i=0; $i<8; $i++)
 348                 {
 349                 &comment("Round $i");
 350
 351                 &mov($tmp1,&DWP($i*4,$a,"",0));         # *a
 352                  &mov($tmp2,&DWP($i*4,$b,"",0));        # *b
 353                 &add($tmp1,$c);
 354                  &mov($c,0);
 355                 &adc($c,$c);
 356                  &add($tmp1,$tmp2);
 357                 &adc($c,0);
 358                  &mov(&DWP($i*4,$r,"",0),$tmp1);        # *r
 359                 }
 360
 361         &comment("");
 362         &add($a,32);
 363          &add($b,32);
 364         &add($r,32);
 365          &sub($num,8);
 366         &jnz(&label("aw_loop"));
 367
 368         &set_label("aw_finish",0);
 369         &mov($num,&wparam(3));  # get num
 370         &and($num,7);
 371          &jz(&label("aw_end"));
 372
 373         for ($i=0; $i<7; $i++)
 374                 {
 375                 &comment("Tail Round $i");
 376                 &mov($tmp1,&DWP($i*4,$a,"",0)); # *a
 377                  &mov($tmp2,&DWP($i*4,$b,"",0));# *b
 378                 &add($tmp1,$c);
 379                  &mov($c,0);
 380                 &adc($c,$c);
 381                  &add($tmp1,$tmp2);
 382                 &adc($c,0);
 383                  &dec($num) if ($i != 6);
 384                 &mov(&DWP($i*4,$r,"",0),$tmp1); # *r
 385                  &jz(&label("aw_end")) if ($i != 6);
 386                 }
 387         &set_label("aw_end",0);
 388
 389 #       &mov("eax",$c);         # $c is "eax"
 390
 391         &function_end($name);
 392         }
 393
 394 sub bn_sub_words
 395         {
 396         local($name)=@_;
 397
 398         &function_begin($name,"");
 399
 400         &comment("");
 401         $a="esi";
 402         $b="edi";
 403         $c="eax";
 404         $r="ebx";
 405         $tmp1="ecx";
 406         $tmp2="edx";
 407         $num="ebp";
 408
 409         &mov($r,&wparam(0));    # get r
 410          &mov($a,&wparam(1));   # get a
 411         &mov($b,&wparam(2));    # get b
 412          &mov($num,&wparam(3)); # get num
 413         &xor($c,$c);            # clear carry
 414          &and($num,0xfffffff8); # num / 8
 415
 416         &jz(&label("aw_finish"));
 417
 418         &set_label("aw_loop",0);
 419         for ($i=0; $i<8; $i++)
 420                 {
 421                 &comment("Round $i");
 422
 423                 &mov($tmp1,&DWP($i*4,$a,"",0));         # *a
 424                  &mov($tmp2,&DWP($i*4,$b,"",0));        # *b
 425                 &sub($tmp1,$c);
 426                  &mov($c,0);
 427                 &adc($c,$c);
 428                  &sub($tmp1,$tmp2);
 429                 &adc($c,0);
 430                  &mov(&DWP($i*4,$r,"",0),$tmp1);        # *r
 431                 }
 432
 433         &comment("");
 434         &add($a,32);
 435          &add($b,32);
 436         &add($r,32);
 437          &sub($num,8);
 438         &jnz(&label("aw_loop"));
 439
 440         &set_label("aw_finish",0);
 441         &mov($num,&wparam(3));  # get num
 442         &and($num,7);
 443          &jz(&label("aw_end"));
 444
 445         for ($i=0; $i<7; $i++)
 446                 {
 447                 &comment("Tail Round $i");
 448                 &mov($tmp1,&DWP($i*4,$a,"",0)); # *a
 449                  &mov($tmp2,&DWP($i*4,$b,"",0));# *b
 450                 &sub($tmp1,$c);
 451                  &mov($c,0);
 452                 &adc($c,$c);
 453                  &sub($tmp1,$tmp2);
 454                 &adc($c,0);
 455                  &dec($num) if ($i != 6);
 456                 &mov(&DWP($i*4,$r,"",0),$tmp1); # *r
 457                  &jz(&label("aw_end")) if ($i != 6);
 458                 }
 459         &set_label("aw_end",0);
 460
 461 #       &mov("eax",$c);         # $c is "eax"
 462
 463         &function_end($name);
 464         }
 465
 466 sub bn_sub_part_words
 467         {
 468         local($name)=@_;
 469
 470         &function_begin($name,"");
 471
 472         &comment("");
 473         $a="esi";
 474         $b="edi";
 475         $c="eax";
 476         $r="ebx";
 477         $tmp1="ecx";
 478         $tmp2="edx";
 479         $num="ebp";
 480
 481         &mov($r,&wparam(0));    # get r
 482          &mov($a,&wparam(1));   # get a
 483         &mov($b,&wparam(2));    # get b
 484          &mov($num,&wparam(3)); # get num
 485         &xor($c,$c);            # clear carry
 486          &and($num,0xfffffff8); # num / 8
 487
 488         &jz(&label("aw_finish"));
 489
 490         &set_label("aw_loop",0);
 491         for ($i=0; $i<8; $i++)
 492                 {
 493                 &comment("Round $i");
 494
 495                 &mov($tmp1,&DWP($i*4,$a,"",0));         # *a
 496                  &mov($tmp2,&DWP($i*4,$b,"",0));        # *b
 497                 &sub($tmp1,$c);
 498                  &mov($c,0);
 499                 &adc($c,$c);
 500                  &sub($tmp1,$tmp2);
 501                 &adc($c,0);
 502                  &mov(&DWP($i*4,$r,"",0),$tmp1);        # *r
 503                 }
 504
 505         &comment("");
 506         &add($a,32);
 507          &add($b,32);
 508         &add($r,32);
 509          &sub($num,8);
 510         &jnz(&label("aw_loop"));
 511
 512         &set_label("aw_finish",0);
 513         &mov($num,&wparam(3));  # get num
 514         &and($num,7);
 515          &jz(&label("aw_end"));
 516
 517         for ($i=0; $i<7; $i++)
 518                 {
 519                 &comment("Tail Round $i");
 520                 &mov($tmp1,&DWP(0,$a,"",0));    # *a
 521                  &mov($tmp2,&DWP(0,$b,"",0));# *b
 522                 &sub($tmp1,$c);
 523                  &mov($c,0);
 524                 &adc($c,$c);
 525                  &sub($tmp1,$tmp2);
 526                 &adc($c,0);
 527                 &mov(&DWP(0,$r,"",0),$tmp1);    # *r
 528                 &add($a, 4);
 529                 &add($b, 4);
 530                 &add($r, 4);
 531                  &dec($num) if ($i != 6);
 532                  &jz(&label("aw_end")) if ($i != 6);
 533                 }
 534         &set_label("aw_end",0);
 535
 536         &cmp(&wparam(4),0);
 537         &je(&label("pw_end"));
 538
 539         &mov($num,&wparam(4));  # get dl
 540         &cmp($num,0);
 541         &je(&label("pw_end"));
 542         &jge(&label("pw_pos"));
 543
 544         &comment("pw_neg");
 545         &mov($tmp2,0);
 546         &sub($tmp2,$num);
 547         &mov($num,$tmp2);
 548         &and($num,0xfffffff8);  # num / 8
 549         &jz(&label("pw_neg_finish"));
 550
 551         &set_label("pw_neg_loop",0);
 552         for ($i=0; $i<8; $i++)
 553         {
 554             &comment("dl<0 Round $i");
 555
 556             &mov($tmp1,0);
 557             &mov($tmp2,&DWP($i*4,$b,"",0));     # *b
 558             &sub($tmp1,$c);
 559             &mov($c,0);
 560             &adc($c,$c);
 561             &sub($tmp1,$tmp2);
 562             &adc($c,0);
 563             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 564         }
 565
 566         &comment("");
 567         &add($b,32);
 568         &add($r,32);
 569         &sub($num,8);
 570         &jnz(&label("pw_neg_loop"));
 571
 572         &set_label("pw_neg_finish",0);
 573         &mov($tmp2,&wparam(4)); # get dl
 574         &mov($num,0);
 575         &sub($num,$tmp2);
 576         &and($num,7);
 577         &jz(&label("pw_end"));
 578
 579         for ($i=0; $i<7; $i++)
 580         {
 581             &comment("dl<0 Tail Round $i");
 582             &mov($tmp1,0);
 583             &mov($tmp2,&DWP($i*4,$b,"",0));# *b
 584             &sub($tmp1,$c);
 585             &mov($c,0);
 586             &adc($c,$c);
 587             &sub($tmp1,$tmp2);
 588             &adc($c,0);
 589             &dec($num) if ($i != 6);
 590             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 591             &jz(&label("pw_end")) if ($i != 6);
 592         }
 593
 594         &jmp(&label("pw_end"));
 595
 596         &set_label("pw_pos",0);
 597
 598         &and($num,0xfffffff8);  # num / 8
 599         &jz(&label("pw_pos_finish"));
 600
 601         &set_label("pw_pos_loop",0);
 602
 603         for ($i=0; $i<8; $i++)
 604         {
 605             &comment("dl>0 Round $i");
 606
 607             &mov($tmp1,&DWP($i*4,$a,"",0));     # *a
 608             &sub($tmp1,$c);
 609             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 610             &jnc(&label("pw_nc".$i));
 611         }
 612
 613         &comment("");
 614         &add($a,32);
 615         &add($r,32);
 616         &sub($num,8);
 617         &jnz(&label("pw_pos_loop"));
 618
 619         &set_label("pw_pos_finish",0);
 620         &mov($num,&wparam(4));  # get dl
 621         &and($num,7);
 622         &jz(&label("pw_end"));
 623
 624         for ($i=0; $i<7; $i++)
 625         {
 626             &comment("dl>0 Tail Round $i");
 627             &mov($tmp1,&DWP($i*4,$a,"",0));     # *a
 628             &sub($tmp1,$c);
 629             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 630             &jnc(&label("pw_tail_nc".$i));
 631             &dec($num) if ($i != 6);
 632             &jz(&label("pw_end")) if ($i != 6);
 633         }
 634         &mov($c,1);
 635         &jmp(&label("pw_end"));
 636
 637         &set_label("pw_nc_loop",0);
 638         for ($i=0; $i<8; $i++)
 639         {
 640             &mov($tmp1,&DWP($i*4,$a,"",0));     # *a
 641             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 642             &set_label("pw_nc".$i,0);
 643         }
 644
 645         &comment("");
 646         &add($a,32);
 647         &add($r,32);
 648         &sub($num,8);
 649         &jnz(&label("pw_nc_loop"));
 650
 651         &mov($num,&wparam(4));  # get dl
 652         &and($num,7);
 653         &jz(&label("pw_nc_end"));
 654
 655         for ($i=0; $i<7; $i++)
 656         {
 657             &mov($tmp1,&DWP($i*4,$a,"",0));     # *a
 658             &mov(&DWP($i*4,$r,"",0),$tmp1);     # *r
 659             &set_label("pw_tail_nc".$i,0);
 660             &dec($num) if ($i != 6);
 661             &jz(&label("pw_nc_end")) if ($i != 6);
 662         }
 663
 664         &set_label("pw_nc_end",0);
 665         &mov($c,0);
 666
 667         &set_label("pw_end",0);
 668
 669 #       &mov("eax",$c);         # $c is "eax"
 670
 671         &function_end($name);
 672         }
 673