1 /* inffas86.c is a hand tuned assembler version of 2 * 3 * inffast.c -- fast decoding 4 * Copyright (C) 1995-2003 Mark Adler 5 * For conditions of distribution and use, see copyright notice in zlib.h 6 * 7 * Copyright (C) 2003 Chris Anderson <christop (at) charm.net> 8 * Please use the copyright conditions above. 9 * 10 * Dec-29-2003 -- I added AMD64 inflate asm support. This version is also 11 * slightly quicker on x86 systems because, instead of using rep movsb to copy 12 * data, it uses rep movsw, which moves data in 2-byte chunks instead of single 13 * bytes. I've tested the AMD64 code on a Fedora Core 1 + the x86_64 updates 14 * from http://fedora.linux.duke.edu/fc1_x86_64 15 * which is running on an Athlon 64 3000+ / Gigabyte GA-K8VT800M system with 16 * 1GB ram. The 64-bit version is about 4% faster than the 32-bit version, 17 * when decompressing mozilla-source-1.3.tar.gz. 18 * 19 * Mar-13-2003 -- Most of this is derived from inffast.S which is derived from 20 * the gcc -S output of zlib-1.2.0/inffast.c. Zlib-1.2.0 is in beta release at 21 * the moment. I have successfully compiled and tested this code with gcc2.96, 22 * gcc3.2, icc5.0, msvc6.0. It is very close to the speed of inffast.S 23 * compiled with gcc -DNO_MMX, but inffast.S is still faster on the P3 with MMX 24 * enabled. I will attempt to merge the MMX code into this version. Newer 25 * versions of this and inffast.S can be found at 26 * http://www.eetbeetee.com/zlib/ and http://www.charm.net/~christop/zlib/ 27 */ 28 29 #include "zutil.h" 30 #include "inftrees.h" 31 #include "inflate.h" 32 #include "inffast.h" 33 34 /* Mark Adler's comments from inffast.c: */ 35 36 /* 37 Decode literal, length, and distance codes and write out the resulting 38 literal and match bytes until either not enough input or output is 39 available, an end-of-block is encountered, or a data error is encountered. 40 When large enough input and output buffers are supplied to inflate(), for 41 example, a 16K input buffer and a 64K output buffer, more than 95% of the 42 inflate execution time is spent in this routine. 43 44 Entry assumptions: 45 46 state->mode == LEN 47 strm->avail_in >= 6 48 strm->avail_out >= 258 49 start >= strm->avail_out 50 state->bits < 8 51 52 On return, state->mode is one of: 53 54 LEN -- ran out of enough output space or enough available input 55 TYPE -- reached end of block code, inflate() to interpret next block 56 BAD -- error in block data 57 58 Notes: 59 60 - The maximum input bits used by a length/distance pair is 15 bits for the 61 length code, 5 bits for the length extra, 15 bits for the distance code, 62 and 13 bits for the distance extra. This totals 48 bits, or six bytes. 63 Therefore if strm->avail_in >= 6, then there is enough input to avoid 64 checking for available input while decoding. 65 66 - The maximum bytes that a single length/distance pair can output is 258 67 bytes, which is the maximum length that can be coded. inflate_fast() 68 requires strm->avail_out >= 258 for each loop to avoid checking for 69 output space. 70 */ 71 void inflate_fast(strm, start) 72 z_streamp strm; 73 unsigned start; /* inflate()'s starting value for strm->avail_out */ 74 { 75 struct inflate_state FAR *state; 76 struct inffast_ar { 77 /* 64 32 x86 x86_64 */ 78 /* ar offset register */ 79 /* 0 0 */ void *esp; /* esp save */ 80 /* 8 4 */ void *ebp; /* ebp save */ 81 /* 16 8 */ unsigned char FAR *in; /* esi rsi local strm->next_in */ 82 /* 24 12 */ unsigned char FAR *last; /* r9 while in < last */ 83 /* 32 16 */ unsigned char FAR *out; /* edi rdi local strm->next_out */ 84 /* 40 20 */ unsigned char FAR *beg; /* inflate()'s init next_out */ 85 /* 48 24 */ unsigned char FAR *end; /* r10 while out < end */ 86 /* 56 28 */ unsigned char FAR *window;/* size of window, wsize!=0 */ 87 /* 64 32 */ code const FAR *lcode; /* ebp rbp local strm->lencode */ 88 /* 72 36 */ code const FAR *dcode; /* r11 local strm->distcode */ 89 /* 80 40 */ unsigned long hold; /* edx rdx local strm->hold */ 90 /* 88 44 */ unsigned bits; /* ebx rbx local strm->bits */ 91 /* 92 48 */ unsigned wsize; /* window size */ 92 /* 96 52 */ unsigned write; /* window write index */ 93 /*100 56 */ unsigned lmask; /* r12 mask for lcode */ 94 /*104 60 */ unsigned dmask; /* r13 mask for dcode */ 95 /*108 64 */ unsigned len; /* r14 match length */ 96 /*112 68 */ unsigned dist; /* r15 match distance */ 97 /*116 72 */ unsigned status; /* set when state chng*/ 98 } ar; 99 100 #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) 101 #define PAD_AVAIL_IN 6 102 #define PAD_AVAIL_OUT 258 103 #else 104 #define PAD_AVAIL_IN 5 105 #define PAD_AVAIL_OUT 257 106 #endif 107 108 /* copy state to local variables */ 109 state = (struct inflate_state FAR *)strm->state; 110 ar.in = strm->next_in; 111 ar.last = ar.in + (strm->avail_in - PAD_AVAIL_IN); 112 ar.out = strm->next_out; 113 ar.beg = ar.out - (start - strm->avail_out); 114 ar.end = ar.out + (strm->avail_out - PAD_AVAIL_OUT); 115 ar.wsize = state->wsize; 116 ar.write = state->wnext; 117 ar.window = state->window; 118 ar.hold = state->hold; 119 ar.bits = state->bits; 120 ar.lcode = state->lencode; 121 ar.dcode = state->distcode; 122 ar.lmask = (1U << state->lenbits) - 1; 123 ar.dmask = (1U << state->distbits) - 1; 124 125 /* decode literals and length/distances until end-of-block or not enough 126 input data or output space */ 127 128 /* align in on 1/2 hold size boundary */ 129 while (((unsigned long)(void *)ar.in & (sizeof(ar.hold) / 2 - 1)) != 0) { 130 ar.hold += (unsigned long)*ar.in++ << ar.bits; 131 ar.bits += 8; 132 } 133 134 #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 ) 135 __asm__ __volatile__ ( 136 " leaq %0, %%rax\n" 137 " movq %%rbp, 8(%%rax)\n" /* save regs rbp and rsp */ 138 " movq %%rsp, (%%rax)\n" 139 " movq %%rax, %%rsp\n" /* make rsp point to &ar */ 140 " movq 16(%%rsp), %%rsi\n" /* rsi = in */ 141 " movq 32(%%rsp), %%rdi\n" /* rdi = out */ 142 " movq 24(%%rsp), %%r9\n" /* r9 = last */ 143 " movq 48(%%rsp), %%r10\n" /* r10 = end */ 144 " movq 64(%%rsp), %%rbp\n" /* rbp = lcode */ 145 " movq 72(%%rsp), %%r11\n" /* r11 = dcode */ 146 " movq 80(%%rsp), %%rdx\n" /* rdx = hold */ 147 " movl 88(%%rsp), %%ebx\n" /* ebx = bits */ 148 " movl 100(%%rsp), %%r12d\n" /* r12d = lmask */ 149 " movl 104(%%rsp), %%r13d\n" /* r13d = dmask */ 150 /* r14d = len */ 151 /* r15d = dist */ 152 " cld\n" 153 " cmpq %%rdi, %%r10\n" 154 " je .L_one_time\n" /* if only one decode left */ 155 " cmpq %%rsi, %%r9\n" 156 " je .L_one_time\n" 157 " jmp .L_do_loop\n" 158 159 ".L_one_time:\n" 160 " movq %%r12, %%r8\n" /* r8 = lmask */ 161 " cmpb $32, %%bl\n" 162 " ja .L_get_length_code_one_time\n" 163 164 " lodsl\n" /* eax = *(uint *)in++ */ 165 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 166 " addb $32, %%bl\n" /* bits += 32 */ 167 " shlq %%cl, %%rax\n" 168 " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ 169 " jmp .L_get_length_code_one_time\n" 170 171 ".align 32,0x90\n" 172 ".L_while_test:\n" 173 " cmpq %%rdi, %%r10\n" 174 " jbe .L_break_loop\n" 175 " cmpq %%rsi, %%r9\n" 176 " jbe .L_break_loop\n" 177 178 ".L_do_loop:\n" 179 " movq %%r12, %%r8\n" /* r8 = lmask */ 180 " cmpb $32, %%bl\n" 181 " ja .L_get_length_code\n" /* if (32 < bits) */ 182 183 " lodsl\n" /* eax = *(uint *)in++ */ 184 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 185 " addb $32, %%bl\n" /* bits += 32 */ 186 " shlq %%cl, %%rax\n" 187 " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ 188 189 ".L_get_length_code:\n" 190 " andq %%rdx, %%r8\n" /* r8 &= hold */ 191 " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ 192 193 " movb %%ah, %%cl\n" /* cl = this.bits */ 194 " subb %%ah, %%bl\n" /* bits -= this.bits */ 195 " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ 196 197 " testb %%al, %%al\n" 198 " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ 199 200 " movq %%r12, %%r8\n" /* r8 = lmask */ 201 " shrl $16, %%eax\n" /* output this.val char */ 202 " stosb\n" 203 204 ".L_get_length_code_one_time:\n" 205 " andq %%rdx, %%r8\n" /* r8 &= hold */ 206 " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */ 207 208 ".L_dolen:\n" 209 " movb %%ah, %%cl\n" /* cl = this.bits */ 210 " subb %%ah, %%bl\n" /* bits -= this.bits */ 211 " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ 212 213 " testb %%al, %%al\n" 214 " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ 215 216 " shrl $16, %%eax\n" /* output this.val char */ 217 " stosb\n" 218 " jmp .L_while_test\n" 219 220 ".align 32,0x90\n" 221 ".L_test_for_length_base:\n" 222 " movl %%eax, %%r14d\n" /* len = this */ 223 " shrl $16, %%r14d\n" /* len = this.val */ 224 " movb %%al, %%cl\n" 225 226 " testb $16, %%al\n" 227 " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ 228 " andb $15, %%cl\n" /* op &= 15 */ 229 " jz .L_decode_distance\n" /* if (!op) */ 230 231 ".L_add_bits_to_len:\n" 232 " subb %%cl, %%bl\n" 233 " xorl %%eax, %%eax\n" 234 " incl %%eax\n" 235 " shll %%cl, %%eax\n" 236 " decl %%eax\n" 237 " andl %%edx, %%eax\n" /* eax &= hold */ 238 " shrq %%cl, %%rdx\n" 239 " addl %%eax, %%r14d\n" /* len += hold & mask[op] */ 240 241 ".L_decode_distance:\n" 242 " movq %%r13, %%r8\n" /* r8 = dmask */ 243 " cmpb $32, %%bl\n" 244 " ja .L_get_distance_code\n" /* if (32 < bits) */ 245 246 " lodsl\n" /* eax = *(uint *)in++ */ 247 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 248 " addb $32, %%bl\n" /* bits += 32 */ 249 " shlq %%cl, %%rax\n" 250 " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */ 251 252 ".L_get_distance_code:\n" 253 " andq %%rdx, %%r8\n" /* r8 &= hold */ 254 " movl (%%r11,%%r8,4), %%eax\n" /* eax = dcode[hold & dmask] */ 255 256 ".L_dodist:\n" 257 " movl %%eax, %%r15d\n" /* dist = this */ 258 " shrl $16, %%r15d\n" /* dist = this.val */ 259 " movb %%ah, %%cl\n" 260 " subb %%ah, %%bl\n" /* bits -= this.bits */ 261 " shrq %%cl, %%rdx\n" /* hold >>= this.bits */ 262 " movb %%al, %%cl\n" /* cl = this.op */ 263 264 " testb $16, %%al\n" /* if ((op & 16) == 0) */ 265 " jz .L_test_for_second_level_dist\n" 266 " andb $15, %%cl\n" /* op &= 15 */ 267 " jz .L_check_dist_one\n" 268 269 ".L_add_bits_to_dist:\n" 270 " subb %%cl, %%bl\n" 271 " xorl %%eax, %%eax\n" 272 " incl %%eax\n" 273 " shll %%cl, %%eax\n" 274 " decl %%eax\n" /* (1 << op) - 1 */ 275 " andl %%edx, %%eax\n" /* eax &= hold */ 276 " shrq %%cl, %%rdx\n" 277 " addl %%eax, %%r15d\n" /* dist += hold & ((1 << op) - 1) */ 278 279 ".L_check_window:\n" 280 " movq %%rsi, %%r8\n" /* save in so from can use it's reg */ 281 " movq %%rdi, %%rax\n" 282 " subq 40(%%rsp), %%rax\n" /* nbytes = out - beg */ 283 284 " cmpl %%r15d, %%eax\n" 285 " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ 286 287 " movl %%r14d, %%ecx\n" /* ecx = len */ 288 " movq %%rdi, %%rsi\n" 289 " subq %%r15, %%rsi\n" /* from = out - dist */ 290 291 " sarl %%ecx\n" 292 " jnc .L_copy_two\n" /* if len % 2 == 0 */ 293 294 " rep movsw\n" 295 " movb (%%rsi), %%al\n" 296 " movb %%al, (%%rdi)\n" 297 " incq %%rdi\n" 298 299 " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ 300 " jmp .L_while_test\n" 301 302 ".L_copy_two:\n" 303 " rep movsw\n" 304 " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */ 305 " jmp .L_while_test\n" 306 307 ".align 32,0x90\n" 308 ".L_check_dist_one:\n" 309 " cmpl $1, %%r15d\n" /* if dist 1, is a memset */ 310 " jne .L_check_window\n" 311 " cmpq %%rdi, 40(%%rsp)\n" /* if out == beg, outside window */ 312 " je .L_check_window\n" 313 314 " movl %%r14d, %%ecx\n" /* ecx = len */ 315 " movb -1(%%rdi), %%al\n" 316 " movb %%al, %%ah\n" 317 318 " sarl %%ecx\n" 319 " jnc .L_set_two\n" 320 " movb %%al, (%%rdi)\n" 321 " incq %%rdi\n" 322 323 ".L_set_two:\n" 324 " rep stosw\n" 325 " jmp .L_while_test\n" 326 327 ".align 32,0x90\n" 328 ".L_test_for_second_level_length:\n" 329 " testb $64, %%al\n" 330 " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ 331 332 " xorl %%eax, %%eax\n" 333 " incl %%eax\n" 334 " shll %%cl, %%eax\n" 335 " decl %%eax\n" 336 " andl %%edx, %%eax\n" /* eax &= hold */ 337 " addl %%r14d, %%eax\n" /* eax += len */ 338 " movl (%%rbp,%%rax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ 339 " jmp .L_dolen\n" 340 341 ".align 32,0x90\n" 342 ".L_test_for_second_level_dist:\n" 343 " testb $64, %%al\n" 344 " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ 345 346 " xorl %%eax, %%eax\n" 347 " incl %%eax\n" 348 " shll %%cl, %%eax\n" 349 " decl %%eax\n" 350 " andl %%edx, %%eax\n" /* eax &= hold */ 351 " addl %%r15d, %%eax\n" /* eax += dist */ 352 " movl (%%r11,%%rax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ 353 " jmp .L_dodist\n" 354 355 ".align 32,0x90\n" 356 ".L_clip_window:\n" 357 " movl %%eax, %%ecx\n" /* ecx = nbytes */ 358 " movl 92(%%rsp), %%eax\n" /* eax = wsize, prepare for dist cmp */ 359 " negl %%ecx\n" /* nbytes = -nbytes */ 360 361 " cmpl %%r15d, %%eax\n" 362 " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ 363 364 " addl %%r15d, %%ecx\n" /* nbytes = dist - nbytes */ 365 " cmpl $0, 96(%%rsp)\n" 366 " jne .L_wrap_around_window\n" /* if (write != 0) */ 367 368 " movq 56(%%rsp), %%rsi\n" /* from = window */ 369 " subl %%ecx, %%eax\n" /* eax -= nbytes */ 370 " addq %%rax, %%rsi\n" /* from += wsize - nbytes */ 371 372 " movl %%r14d, %%eax\n" /* eax = len */ 373 " cmpl %%ecx, %%r14d\n" 374 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 375 376 " subl %%ecx, %%eax\n" /* eax -= nbytes */ 377 " rep movsb\n" 378 " movq %%rdi, %%rsi\n" 379 " subq %%r15, %%rsi\n" /* from = &out[ -dist ] */ 380 " jmp .L_do_copy\n" 381 382 ".align 32,0x90\n" 383 ".L_wrap_around_window:\n" 384 " movl 96(%%rsp), %%eax\n" /* eax = write */ 385 " cmpl %%eax, %%ecx\n" 386 " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ 387 388 " movl 92(%%rsp), %%esi\n" /* from = wsize */ 389 " addq 56(%%rsp), %%rsi\n" /* from += window */ 390 " addq %%rax, %%rsi\n" /* from += write */ 391 " subq %%rcx, %%rsi\n" /* from -= nbytes */ 392 " subl %%eax, %%ecx\n" /* nbytes -= write */ 393 394 " movl %%r14d, %%eax\n" /* eax = len */ 395 " cmpl %%ecx, %%eax\n" 396 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 397 398 " subl %%ecx, %%eax\n" /* len -= nbytes */ 399 " rep movsb\n" 400 " movq 56(%%rsp), %%rsi\n" /* from = window */ 401 " movl 96(%%rsp), %%ecx\n" /* nbytes = write */ 402 " cmpl %%ecx, %%eax\n" 403 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 404 405 " subl %%ecx, %%eax\n" /* len -= nbytes */ 406 " rep movsb\n" 407 " movq %%rdi, %%rsi\n" 408 " subq %%r15, %%rsi\n" /* from = out - dist */ 409 " jmp .L_do_copy\n" 410 411 ".align 32,0x90\n" 412 ".L_contiguous_in_window:\n" 413 " movq 56(%%rsp), %%rsi\n" /* rsi = window */ 414 " addq %%rax, %%rsi\n" 415 " subq %%rcx, %%rsi\n" /* from += write - nbytes */ 416 417 " movl %%r14d, %%eax\n" /* eax = len */ 418 " cmpl %%ecx, %%eax\n" 419 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 420 421 " subl %%ecx, %%eax\n" /* len -= nbytes */ 422 " rep movsb\n" 423 " movq %%rdi, %%rsi\n" 424 " subq %%r15, %%rsi\n" /* from = out - dist */ 425 " jmp .L_do_copy\n" /* if (nbytes >= len) */ 426 427 ".align 32,0x90\n" 428 ".L_do_copy:\n" 429 " movl %%eax, %%ecx\n" /* ecx = len */ 430 " rep movsb\n" 431 432 " movq %%r8, %%rsi\n" /* move in back to %esi, toss from */ 433 " jmp .L_while_test\n" 434 435 ".L_test_for_end_of_block:\n" 436 " testb $32, %%al\n" 437 " jz .L_invalid_literal_length_code\n" 438 " movl $1, 116(%%rsp)\n" 439 " jmp .L_break_loop_with_status\n" 440 441 ".L_invalid_literal_length_code:\n" 442 " movl $2, 116(%%rsp)\n" 443 " jmp .L_break_loop_with_status\n" 444 445 ".L_invalid_distance_code:\n" 446 " movl $3, 116(%%rsp)\n" 447 " jmp .L_break_loop_with_status\n" 448 449 ".L_invalid_distance_too_far:\n" 450 " movl $4, 116(%%rsp)\n" 451 " jmp .L_break_loop_with_status\n" 452 453 ".L_break_loop:\n" 454 " movl $0, 116(%%rsp)\n" 455 456 ".L_break_loop_with_status:\n" 457 /* put in, out, bits, and hold back into ar and pop esp */ 458 " movq %%rsi, 16(%%rsp)\n" /* in */ 459 " movq %%rdi, 32(%%rsp)\n" /* out */ 460 " movl %%ebx, 88(%%rsp)\n" /* bits */ 461 " movq %%rdx, 80(%%rsp)\n" /* hold */ 462 " movq (%%rsp), %%rax\n" /* restore rbp and rsp */ 463 " movq 8(%%rsp), %%rbp\n" 464 " movq %%rax, %%rsp\n" 465 : 466 : "m" (ar) 467 : "memory", "%rax", "%rbx", "%rcx", "%rdx", "%rsi", "%rdi", 468 "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15" 469 ); 470 #elif ( defined( __GNUC__ ) || defined( __ICC ) ) && defined( __i386 ) 471 __asm__ __volatile__ ( 472 " leal %0, %%eax\n" 473 " movl %%esp, (%%eax)\n" /* save esp, ebp */ 474 " movl %%ebp, 4(%%eax)\n" 475 " movl %%eax, %%esp\n" 476 " movl 8(%%esp), %%esi\n" /* esi = in */ 477 " movl 16(%%esp), %%edi\n" /* edi = out */ 478 " movl 40(%%esp), %%edx\n" /* edx = hold */ 479 " movl 44(%%esp), %%ebx\n" /* ebx = bits */ 480 " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ 481 482 " cld\n" 483 " jmp .L_do_loop\n" 484 485 ".align 32,0x90\n" 486 ".L_while_test:\n" 487 " cmpl %%edi, 24(%%esp)\n" /* out < end */ 488 " jbe .L_break_loop\n" 489 " cmpl %%esi, 12(%%esp)\n" /* in < last */ 490 " jbe .L_break_loop\n" 491 492 ".L_do_loop:\n" 493 " cmpb $15, %%bl\n" 494 " ja .L_get_length_code\n" /* if (15 < bits) */ 495 496 " xorl %%eax, %%eax\n" 497 " lodsw\n" /* al = *(ushort *)in++ */ 498 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 499 " addb $16, %%bl\n" /* bits += 16 */ 500 " shll %%cl, %%eax\n" 501 " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ 502 503 ".L_get_length_code:\n" 504 " movl 56(%%esp), %%eax\n" /* eax = lmask */ 505 " andl %%edx, %%eax\n" /* eax &= hold */ 506 " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[hold & lmask] */ 507 508 ".L_dolen:\n" 509 " movb %%ah, %%cl\n" /* cl = this.bits */ 510 " subb %%ah, %%bl\n" /* bits -= this.bits */ 511 " shrl %%cl, %%edx\n" /* hold >>= this.bits */ 512 513 " testb %%al, %%al\n" 514 " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */ 515 516 " shrl $16, %%eax\n" /* output this.val char */ 517 " stosb\n" 518 " jmp .L_while_test\n" 519 520 ".align 32,0x90\n" 521 ".L_test_for_length_base:\n" 522 " movl %%eax, %%ecx\n" /* len = this */ 523 " shrl $16, %%ecx\n" /* len = this.val */ 524 " movl %%ecx, 64(%%esp)\n" /* save len */ 525 " movb %%al, %%cl\n" 526 527 " testb $16, %%al\n" 528 " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */ 529 " andb $15, %%cl\n" /* op &= 15 */ 530 " jz .L_decode_distance\n" /* if (!op) */ 531 " cmpb %%cl, %%bl\n" 532 " jae .L_add_bits_to_len\n" /* if (op <= bits) */ 533 534 " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ 535 " xorl %%eax, %%eax\n" 536 " lodsw\n" /* al = *(ushort *)in++ */ 537 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 538 " addb $16, %%bl\n" /* bits += 16 */ 539 " shll %%cl, %%eax\n" 540 " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ 541 " movb %%ch, %%cl\n" /* move op back to ecx */ 542 543 ".L_add_bits_to_len:\n" 544 " subb %%cl, %%bl\n" 545 " xorl %%eax, %%eax\n" 546 " incl %%eax\n" 547 " shll %%cl, %%eax\n" 548 " decl %%eax\n" 549 " andl %%edx, %%eax\n" /* eax &= hold */ 550 " shrl %%cl, %%edx\n" 551 " addl %%eax, 64(%%esp)\n" /* len += hold & mask[op] */ 552 553 ".L_decode_distance:\n" 554 " cmpb $15, %%bl\n" 555 " ja .L_get_distance_code\n" /* if (15 < bits) */ 556 557 " xorl %%eax, %%eax\n" 558 " lodsw\n" /* al = *(ushort *)in++ */ 559 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 560 " addb $16, %%bl\n" /* bits += 16 */ 561 " shll %%cl, %%eax\n" 562 " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ 563 564 ".L_get_distance_code:\n" 565 " movl 60(%%esp), %%eax\n" /* eax = dmask */ 566 " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ 567 " andl %%edx, %%eax\n" /* eax &= hold */ 568 " movl (%%ecx,%%eax,4), %%eax\n"/* eax = dcode[hold & dmask] */ 569 570 ".L_dodist:\n" 571 " movl %%eax, %%ebp\n" /* dist = this */ 572 " shrl $16, %%ebp\n" /* dist = this.val */ 573 " movb %%ah, %%cl\n" 574 " subb %%ah, %%bl\n" /* bits -= this.bits */ 575 " shrl %%cl, %%edx\n" /* hold >>= this.bits */ 576 " movb %%al, %%cl\n" /* cl = this.op */ 577 578 " testb $16, %%al\n" /* if ((op & 16) == 0) */ 579 " jz .L_test_for_second_level_dist\n" 580 " andb $15, %%cl\n" /* op &= 15 */ 581 " jz .L_check_dist_one\n" 582 " cmpb %%cl, %%bl\n" 583 " jae .L_add_bits_to_dist\n" /* if (op <= bits) 97.6% */ 584 585 " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */ 586 " xorl %%eax, %%eax\n" 587 " lodsw\n" /* al = *(ushort *)in++ */ 588 " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */ 589 " addb $16, %%bl\n" /* bits += 16 */ 590 " shll %%cl, %%eax\n" 591 " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */ 592 " movb %%ch, %%cl\n" /* move op back to ecx */ 593 594 ".L_add_bits_to_dist:\n" 595 " subb %%cl, %%bl\n" 596 " xorl %%eax, %%eax\n" 597 " incl %%eax\n" 598 " shll %%cl, %%eax\n" 599 " decl %%eax\n" /* (1 << op) - 1 */ 600 " andl %%edx, %%eax\n" /* eax &= hold */ 601 " shrl %%cl, %%edx\n" 602 " addl %%eax, %%ebp\n" /* dist += hold & ((1 << op) - 1) */ 603 604 ".L_check_window:\n" 605 " movl %%esi, 8(%%esp)\n" /* save in so from can use it's reg */ 606 " movl %%edi, %%eax\n" 607 " subl 20(%%esp), %%eax\n" /* nbytes = out - beg */ 608 609 " cmpl %%ebp, %%eax\n" 610 " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */ 611 612 " movl 64(%%esp), %%ecx\n" /* ecx = len */ 613 " movl %%edi, %%esi\n" 614 " subl %%ebp, %%esi\n" /* from = out - dist */ 615 616 " sarl %%ecx\n" 617 " jnc .L_copy_two\n" /* if len % 2 == 0 */ 618 619 " rep movsw\n" 620 " movb (%%esi), %%al\n" 621 " movb %%al, (%%edi)\n" 622 " incl %%edi\n" 623 624 " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ 625 " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ 626 " jmp .L_while_test\n" 627 628 ".L_copy_two:\n" 629 " rep movsw\n" 630 " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ 631 " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ 632 " jmp .L_while_test\n" 633 634 ".align 32,0x90\n" 635 ".L_check_dist_one:\n" 636 " cmpl $1, %%ebp\n" /* if dist 1, is a memset */ 637 " jne .L_check_window\n" 638 " cmpl %%edi, 20(%%esp)\n" 639 " je .L_check_window\n" /* out == beg, if outside window */ 640 641 " movl 64(%%esp), %%ecx\n" /* ecx = len */ 642 " movb -1(%%edi), %%al\n" 643 " movb %%al, %%ah\n" 644 645 " sarl %%ecx\n" 646 " jnc .L_set_two\n" 647 " movb %%al, (%%edi)\n" 648 " incl %%edi\n" 649 650 ".L_set_two:\n" 651 " rep stosw\n" 652 " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ 653 " jmp .L_while_test\n" 654 655 ".align 32,0x90\n" 656 ".L_test_for_second_level_length:\n" 657 " testb $64, %%al\n" 658 " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */ 659 660 " xorl %%eax, %%eax\n" 661 " incl %%eax\n" 662 " shll %%cl, %%eax\n" 663 " decl %%eax\n" 664 " andl %%edx, %%eax\n" /* eax &= hold */ 665 " addl 64(%%esp), %%eax\n" /* eax += len */ 666 " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/ 667 " jmp .L_dolen\n" 668 669 ".align 32,0x90\n" 670 ".L_test_for_second_level_dist:\n" 671 " testb $64, %%al\n" 672 " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */ 673 674 " xorl %%eax, %%eax\n" 675 " incl %%eax\n" 676 " shll %%cl, %%eax\n" 677 " decl %%eax\n" 678 " andl %%edx, %%eax\n" /* eax &= hold */ 679 " addl %%ebp, %%eax\n" /* eax += dist */ 680 " movl 36(%%esp), %%ecx\n" /* ecx = dcode */ 681 " movl (%%ecx,%%eax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/ 682 " jmp .L_dodist\n" 683 684 ".align 32,0x90\n" 685 ".L_clip_window:\n" 686 " movl %%eax, %%ecx\n" 687 " movl 48(%%esp), %%eax\n" /* eax = wsize */ 688 " negl %%ecx\n" /* nbytes = -nbytes */ 689 " movl 28(%%esp), %%esi\n" /* from = window */ 690 691 " cmpl %%ebp, %%eax\n" 692 " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */ 693 694 " addl %%ebp, %%ecx\n" /* nbytes = dist - nbytes */ 695 " cmpl $0, 52(%%esp)\n" 696 " jne .L_wrap_around_window\n" /* if (write != 0) */ 697 698 " subl %%ecx, %%eax\n" 699 " addl %%eax, %%esi\n" /* from += wsize - nbytes */ 700 701 " movl 64(%%esp), %%eax\n" /* eax = len */ 702 " cmpl %%ecx, %%eax\n" 703 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 704 705 " subl %%ecx, %%eax\n" /* len -= nbytes */ 706 " rep movsb\n" 707 " movl %%edi, %%esi\n" 708 " subl %%ebp, %%esi\n" /* from = out - dist */ 709 " jmp .L_do_copy\n" 710 711 ".align 32,0x90\n" 712 ".L_wrap_around_window:\n" 713 " movl 52(%%esp), %%eax\n" /* eax = write */ 714 " cmpl %%eax, %%ecx\n" 715 " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */ 716 717 " addl 48(%%esp), %%esi\n" /* from += wsize */ 718 " addl %%eax, %%esi\n" /* from += write */ 719 " subl %%ecx, %%esi\n" /* from -= nbytes */ 720 " subl %%eax, %%ecx\n" /* nbytes -= write */ 721 722 " movl 64(%%esp), %%eax\n" /* eax = len */ 723 " cmpl %%ecx, %%eax\n" 724 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 725 726 " subl %%ecx, %%eax\n" /* len -= nbytes */ 727 " rep movsb\n" 728 " movl 28(%%esp), %%esi\n" /* from = window */ 729 " movl 52(%%esp), %%ecx\n" /* nbytes = write */ 730 " cmpl %%ecx, %%eax\n" 731 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 732 733 " subl %%ecx, %%eax\n" /* len -= nbytes */ 734 " rep movsb\n" 735 " movl %%edi, %%esi\n" 736 " subl %%ebp, %%esi\n" /* from = out - dist */ 737 " jmp .L_do_copy\n" 738 739 ".align 32,0x90\n" 740 ".L_contiguous_in_window:\n" 741 " addl %%eax, %%esi\n" 742 " subl %%ecx, %%esi\n" /* from += write - nbytes */ 743 744 " movl 64(%%esp), %%eax\n" /* eax = len */ 745 " cmpl %%ecx, %%eax\n" 746 " jbe .L_do_copy\n" /* if (nbytes >= len) */ 747 748 " subl %%ecx, %%eax\n" /* len -= nbytes */ 749 " rep movsb\n" 750 " movl %%edi, %%esi\n" 751 " subl %%ebp, %%esi\n" /* from = out - dist */ 752 " jmp .L_do_copy\n" /* if (nbytes >= len) */ 753 754 ".align 32,0x90\n" 755 ".L_do_copy:\n" 756 " movl %%eax, %%ecx\n" 757 " rep movsb\n" 758 759 " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */ 760 " movl 32(%%esp), %%ebp\n" /* ebp = lcode */ 761 " jmp .L_while_test\n" 762 763 ".L_test_for_end_of_block:\n" 764 " testb $32, %%al\n" 765 " jz .L_invalid_literal_length_code\n" 766 " movl $1, 72(%%esp)\n" 767 " jmp .L_break_loop_with_status\n" 768 769 ".L_invalid_literal_length_code:\n" 770 " movl $2, 72(%%esp)\n" 771 " jmp .L_break_loop_with_status\n" 772 773 ".L_invalid_distance_code:\n" 774 " movl $3, 72(%%esp)\n" 775 " jmp .L_break_loop_with_status\n" 776 777 ".L_invalid_distance_too_far:\n" 778 " movl 8(%%esp), %%esi\n" 779 " movl $4, 72(%%esp)\n" 780 " jmp .L_break_loop_with_status\n" 781 782 ".L_break_loop:\n" 783 " movl $0, 72(%%esp)\n" 784 785 ".L_break_loop_with_status:\n" 786 /* put in, out, bits, and hold back into ar and pop esp */ 787 " movl %%esi, 8(%%esp)\n" /* save in */ 788 " movl %%edi, 16(%%esp)\n" /* save out */ 789 " movl %%ebx, 44(%%esp)\n" /* save bits */ 790 " movl %%edx, 40(%%esp)\n" /* save hold */ 791 " movl 4(%%esp), %%ebp\n" /* restore esp, ebp */ 792 " movl (%%esp), %%esp\n" 793 : 794 : "m" (ar) 795 : "memory", "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi" 796 ); 797 #elif defined( _MSC_VER ) && ! defined( _M_AMD64 ) 798 __asm { 799 lea eax, ar 800 mov [eax], esp /* save esp, ebp */ 801 mov [eax+4], ebp 802 mov esp, eax 803 mov esi, [esp+8] /* esi = in */ 804 mov edi, [esp+16] /* edi = out */ 805 mov edx, [esp+40] /* edx = hold */ 806 mov ebx, [esp+44] /* ebx = bits */ 807 mov ebp, [esp+32] /* ebp = lcode */ 808 809 cld 810 jmp L_do_loop 811 812 ALIGN 4 813 L_while_test: 814 cmp [esp+24], edi 815 jbe L_break_loop 816 cmp [esp+12], esi 817 jbe L_break_loop 818 819 L_do_loop: 820 cmp bl, 15 821 ja L_get_length_code /* if (15 < bits) */ 822 823 xor eax, eax 824 lodsw /* al = *(ushort *)in++ */ 825 mov cl, bl /* cl = bits, needs it for shifting */ 826 add bl, 16 /* bits += 16 */ 827 shl eax, cl 828 or edx, eax /* hold |= *((ushort *)in)++ << bits */ 829 830 L_get_length_code: 831 mov eax, [esp+56] /* eax = lmask */ 832 and eax, edx /* eax &= hold */ 833 mov eax, [ebp+eax*4] /* eax = lcode[hold & lmask] */ 834 835 L_dolen: 836 mov cl, ah /* cl = this.bits */ 837 sub bl, ah /* bits -= this.bits */ 838 shr edx, cl /* hold >>= this.bits */ 839 840 test al, al 841 jnz L_test_for_length_base /* if (op != 0) 45.7% */ 842 843 shr eax, 16 /* output this.val char */ 844 stosb 845 jmp L_while_test 846 847 ALIGN 4 848 L_test_for_length_base: 849 mov ecx, eax /* len = this */ 850 shr ecx, 16 /* len = this.val */ 851 mov [esp+64], ecx /* save len */ 852 mov cl, al 853 854 test al, 16 855 jz L_test_for_second_level_length /* if ((op & 16) == 0) 8% */ 856 and cl, 15 /* op &= 15 */ 857 jz L_decode_distance /* if (!op) */ 858 cmp bl, cl 859 jae L_add_bits_to_len /* if (op <= bits) */ 860 861 mov ch, cl /* stash op in ch, freeing cl */ 862 xor eax, eax 863 lodsw /* al = *(ushort *)in++ */ 864 mov cl, bl /* cl = bits, needs it for shifting */ 865 add bl, 16 /* bits += 16 */ 866 shl eax, cl 867 or edx, eax /* hold |= *((ushort *)in)++ << bits */ 868 mov cl, ch /* move op back to ecx */ 869 870 L_add_bits_to_len: 871 sub bl, cl 872 xor eax, eax 873 inc eax 874 shl eax, cl 875 dec eax 876 and eax, edx /* eax &= hold */ 877 shr edx, cl 878 add [esp+64], eax /* len += hold & mask[op] */ 879 880 L_decode_distance: 881 cmp bl, 15 882 ja L_get_distance_code /* if (15 < bits) */ 883 884 xor eax, eax 885 lodsw /* al = *(ushort *)in++ */ 886 mov cl, bl /* cl = bits, needs it for shifting */ 887 add bl, 16 /* bits += 16 */ 888 shl eax, cl 889 or edx, eax /* hold |= *((ushort *)in)++ << bits */ 890 891 L_get_distance_code: 892 mov eax, [esp+60] /* eax = dmask */ 893 mov ecx, [esp+36] /* ecx = dcode */ 894 and eax, edx /* eax &= hold */ 895 mov eax, [ecx+eax*4]/* eax = dcode[hold & dmask] */ 896 897 L_dodist: 898 mov ebp, eax /* dist = this */ 899 shr ebp, 16 /* dist = this.val */ 900 mov cl, ah 901 sub bl, ah /* bits -= this.bits */ 902 shr edx, cl /* hold >>= this.bits */ 903 mov cl, al /* cl = this.op */ 904 905 test al, 16 /* if ((op & 16) == 0) */ 906 jz L_test_for_second_level_dist 907 and cl, 15 /* op &= 15 */ 908 jz L_check_dist_one 909 cmp bl, cl 910 jae L_add_bits_to_dist /* if (op <= bits) 97.6% */ 911 912 mov ch, cl /* stash op in ch, freeing cl */ 913 xor eax, eax 914 lodsw /* al = *(ushort *)in++ */ 915 mov cl, bl /* cl = bits, needs it for shifting */ 916 add bl, 16 /* bits += 16 */ 917 shl eax, cl 918 or edx, eax /* hold |= *((ushort *)in)++ << bits */ 919 mov cl, ch /* move op back to ecx */ 920 921 L_add_bits_to_dist: 922 sub bl, cl 923 xor eax, eax 924 inc eax 925 shl eax, cl 926 dec eax /* (1 << op) - 1 */ 927 and eax, edx /* eax &= hold */ 928 shr edx, cl 929 add ebp, eax /* dist += hold & ((1 << op) - 1) */ 930 931 L_check_window: 932 mov [esp+8], esi /* save in so from can use it's reg */ 933 mov eax, edi 934 sub eax, [esp+20] /* nbytes = out - beg */ 935 936 cmp eax, ebp 937 jb L_clip_window /* if (dist > nbytes) 4.2% */ 938 939 mov ecx, [esp+64] /* ecx = len */ 940 mov esi, edi 941 sub esi, ebp /* from = out - dist */ 942 943 sar ecx, 1 944 jnc L_copy_two 945 946 rep movsw 947 mov al, [esi] 948 mov [edi], al 949 inc edi 950 951 mov esi, [esp+8] /* move in back to %esi, toss from */ 952 mov ebp, [esp+32] /* ebp = lcode */ 953 jmp L_while_test 954 955 L_copy_two: 956 rep movsw 957 mov esi, [esp+8] /* move in back to %esi, toss from */ 958 mov ebp, [esp+32] /* ebp = lcode */ 959 jmp L_while_test 960 961 ALIGN 4 962 L_check_dist_one: 963 cmp ebp, 1 /* if dist 1, is a memset */ 964 jne L_check_window 965 cmp [esp+20], edi 966 je L_check_window /* out == beg, if outside window */ 967 968 mov ecx, [esp+64] /* ecx = len */ 969 mov al, [edi-1] 970 mov ah, al 971 972 sar ecx, 1 973 jnc L_set_two 974 mov [edi], al /* memset out with from[-1] */ 975 inc edi 976 977 L_set_two: 978 rep stosw 979 mov ebp, [esp+32] /* ebp = lcode */ 980 jmp L_while_test 981 982 ALIGN 4 983 L_test_for_second_level_length: 984 test al, 64 985 jnz L_test_for_end_of_block /* if ((op & 64) != 0) */ 986 987 xor eax, eax 988 inc eax 989 shl eax, cl 990 dec eax 991 and eax, edx /* eax &= hold */ 992 add eax, [esp+64] /* eax += len */ 993 mov eax, [ebp+eax*4] /* eax = lcode[val+(hold&mask[op])]*/ 994 jmp L_dolen 995 996 ALIGN 4 997 L_test_for_second_level_dist: 998 test al, 64 999 jnz L_invalid_distance_code /* if ((op & 64) != 0) */ 1000 1001 xor eax, eax 1002 inc eax 1003 shl eax, cl 1004 dec eax 1005 and eax, edx /* eax &= hold */ 1006 add eax, ebp /* eax += dist */ 1007 mov ecx, [esp+36] /* ecx = dcode */ 1008 mov eax, [ecx+eax*4] /* eax = dcode[val+(hold&mask[op])]*/ 1009 jmp L_dodist 1010 1011 ALIGN 4 1012 L_clip_window: 1013 mov ecx, eax 1014 mov eax, [esp+48] /* eax = wsize */ 1015 neg ecx /* nbytes = -nbytes */ 1016 mov esi, [esp+28] /* from = window */ 1017 1018 cmp eax, ebp 1019 jb L_invalid_distance_too_far /* if (dist > wsize) */ 1020 1021 add ecx, ebp /* nbytes = dist - nbytes */ 1022 cmp dword ptr [esp+52], 0 1023 jne L_wrap_around_window /* if (write != 0) */ 1024 1025 sub eax, ecx 1026 add esi, eax /* from += wsize - nbytes */ 1027 1028 mov eax, [esp+64] /* eax = len */ 1029 cmp eax, ecx 1030 jbe L_do_copy /* if (nbytes >= len) */ 1031 1032 sub eax, ecx /* len -= nbytes */ 1033 rep movsb 1034 mov esi, edi 1035 sub esi, ebp /* from = out - dist */ 1036 jmp L_do_copy 1037 1038 ALIGN 4 1039 L_wrap_around_window: 1040 mov eax, [esp+52] /* eax = write */ 1041 cmp ecx, eax 1042 jbe L_contiguous_in_window /* if (write >= nbytes) */ 1043 1044 add esi, [esp+48] /* from += wsize */ 1045 add esi, eax /* from += write */ 1046 sub esi, ecx /* from -= nbytes */ 1047 sub ecx, eax /* nbytes -= write */ 1048 1049 mov eax, [esp+64] /* eax = len */ 1050 cmp eax, ecx 1051 jbe L_do_copy /* if (nbytes >= len) */ 1052 1053 sub eax, ecx /* len -= nbytes */ 1054 rep movsb 1055 mov esi, [esp+28] /* from = window */ 1056 mov ecx, [esp+52] /* nbytes = write */ 1057 cmp eax, ecx 1058 jbe L_do_copy /* if (nbytes >= len) */ 1059 1060 sub eax, ecx /* len -= nbytes */ 1061 rep movsb 1062 mov esi, edi 1063 sub esi, ebp /* from = out - dist */ 1064 jmp L_do_copy 1065 1066 ALIGN 4 1067 L_contiguous_in_window: 1068 add esi, eax 1069 sub esi, ecx /* from += write - nbytes */ 1070 1071 mov eax, [esp+64] /* eax = len */ 1072 cmp eax, ecx 1073 jbe L_do_copy /* if (nbytes >= len) */ 1074 1075 sub eax, ecx /* len -= nbytes */ 1076 rep movsb 1077 mov esi, edi 1078 sub esi, ebp /* from = out - dist */ 1079 jmp L_do_copy 1080 1081 ALIGN 4 1082 L_do_copy: 1083 mov ecx, eax 1084 rep movsb 1085 1086 mov esi, [esp+8] /* move in back to %esi, toss from */ 1087 mov ebp, [esp+32] /* ebp = lcode */ 1088 jmp L_while_test 1089 1090 L_test_for_end_of_block: 1091 test al, 32 1092 jz L_invalid_literal_length_code 1093 mov dword ptr [esp+72], 1 1094 jmp L_break_loop_with_status 1095 1096 L_invalid_literal_length_code: 1097 mov dword ptr [esp+72], 2 1098 jmp L_break_loop_with_status 1099 1100 L_invalid_distance_code: 1101 mov dword ptr [esp+72], 3 1102 jmp L_break_loop_with_status 1103 1104 L_invalid_distance_too_far: 1105 mov esi, [esp+4] 1106 mov dword ptr [esp+72], 4 1107 jmp L_break_loop_with_status 1108 1109 L_break_loop: 1110 mov dword ptr [esp+72], 0 1111 1112 L_break_loop_with_status: 1113 /* put in, out, bits, and hold back into ar and pop esp */ 1114 mov [esp+8], esi /* save in */ 1115 mov [esp+16], edi /* save out */ 1116 mov [esp+44], ebx /* save bits */ 1117 mov [esp+40], edx /* save hold */ 1118 mov ebp, [esp+4] /* restore esp, ebp */ 1119 mov esp, [esp] 1120 } 1121 #else 1122 #error "x86 architecture not defined" 1123 #endif 1124 1125 if (ar.status > 1) { 1126 if (ar.status == 2) 1127 strm->msg = "invalid literal/length code"; 1128 else if (ar.status == 3) 1129 strm->msg = "invalid distance code"; 1130 else 1131 strm->msg = "invalid distance too far back"; 1132 state->mode = BAD; 1133 } 1134 else if ( ar.status == 1 ) { 1135 state->mode = TYPE; 1136 } 1137 1138 /* return unused bytes (on entry, bits < 8, so in won't go too far back) */ 1139 ar.len = ar.bits >> 3; 1140 ar.in -= ar.len; 1141 ar.bits -= ar.len << 3; 1142 ar.hold &= (1U << ar.bits) - 1; 1143 1144 /* update state and return */ 1145 strm->next_in = ar.in; 1146 strm->next_out = ar.out; 1147 strm->avail_in = (unsigned)(ar.in < ar.last ? 1148 PAD_AVAIL_IN + (ar.last - ar.in) : 1149 PAD_AVAIL_IN - (ar.in - ar.last)); 1150 strm->avail_out = (unsigned)(ar.out < ar.end ? 1151 PAD_AVAIL_OUT + (ar.end - ar.out) : 1152 PAD_AVAIL_OUT - (ar.out - ar.end)); 1153 state->hold = ar.hold; 1154 state->bits = ar.bits; 1155 return; 1156 } 1157 1158
