| 1 | /* inffas86.c is a hand tuned assembler version of
|
|---|
| 2 | *
|
|---|
| 3 | * inffast.c -- fast decoding
|
|---|
| 4 | * Copyright (C) 1995-2003 Mark Adler
|
|---|
| 5 | * For conditions of distribution and use, see copyright notice in zlib.h
|
|---|
| 6 | *
|
|---|
| 7 | * Copyright (C) 2003 Chris Anderson <[email protected]>
|
|---|
| 8 | * Please use the copyright conditions above.
|
|---|
| 9 | *
|
|---|
| 10 | * Dec-29-2003 -- I added AMD64 inflate asm support. This version is also
|
|---|
| 11 | * slightly quicker on x86 systems because, instead of using rep movsb to copy
|
|---|
| 12 | * data, it uses rep movsw, which moves data in 2-byte chunks instead of single
|
|---|
| 13 | * bytes. I've tested the AMD64 code on a Fedora Core 1 + the x86_64 updates
|
|---|
| 14 | * from http://fedora.linux.duke.edu/fc1_x86_64
|
|---|
| 15 | * which is running on an Athlon 64 3000+ / Gigabyte GA-K8VT800M system with
|
|---|
| 16 | * 1GB ram. The 64-bit version is about 4% faster than the 32-bit version,
|
|---|
| 17 | * when decompressing mozilla-source-1.3.tar.gz.
|
|---|
| 18 | *
|
|---|
| 19 | * Mar-13-2003 -- Most of this is derived from inffast.S which is derived from
|
|---|
| 20 | * the gcc -S output of zlib-1.2.0/inffast.c. Zlib-1.2.0 is in beta release at
|
|---|
| 21 | * the moment. I have successfully compiled and tested this code with gcc2.96,
|
|---|
| 22 | * gcc3.2, icc5.0, msvc6.0. It is very close to the speed of inffast.S
|
|---|
| 23 | * compiled with gcc -DNO_MMX, but inffast.S is still faster on the P3 with MMX
|
|---|
| 24 | * enabled. I will attempt to merge the MMX code into this version. Newer
|
|---|
| 25 | * versions of this and inffast.S can be found at
|
|---|
| 26 | * http://www.eetbeetee.com/zlib/ and http://www.charm.net/~christop/zlib/
|
|---|
| 27 | */
|
|---|
| 28 |
|
|---|
| 29 | #include "zutil.h"
|
|---|
| 30 | #include "inftrees.h"
|
|---|
| 31 | #include "inflate.h"
|
|---|
| 32 | #include "inffast.h"
|
|---|
| 33 |
|
|---|
| 34 | /* Mark Adler's comments from inffast.c: */
|
|---|
| 35 |
|
|---|
| 36 | /*
|
|---|
| 37 | Decode literal, length, and distance codes and write out the resulting
|
|---|
| 38 | literal and match bytes until either not enough input or output is
|
|---|
| 39 | available, an end-of-block is encountered, or a data error is encountered.
|
|---|
| 40 | When large enough input and output buffers are supplied to inflate(), for
|
|---|
| 41 | example, a 16K input buffer and a 64K output buffer, more than 95% of the
|
|---|
| 42 | inflate execution time is spent in this routine.
|
|---|
| 43 |
|
|---|
| 44 | Entry assumptions:
|
|---|
| 45 |
|
|---|
| 46 | state->mode == LEN
|
|---|
| 47 | strm->avail_in >= 6
|
|---|
| 48 | strm->avail_out >= 258
|
|---|
| 49 | start >= strm->avail_out
|
|---|
| 50 | state->bits < 8
|
|---|
| 51 |
|
|---|
| 52 | On return, state->mode is one of:
|
|---|
| 53 |
|
|---|
| 54 | LEN -- ran out of enough output space or enough available input
|
|---|
| 55 | TYPE -- reached end of block code, inflate() to interpret next block
|
|---|
| 56 | BAD -- error in block data
|
|---|
| 57 |
|
|---|
| 58 | Notes:
|
|---|
| 59 |
|
|---|
| 60 | - The maximum input bits used by a length/distance pair is 15 bits for the
|
|---|
| 61 | length code, 5 bits for the length extra, 15 bits for the distance code,
|
|---|
| 62 | and 13 bits for the distance extra. This totals 48 bits, or six bytes.
|
|---|
| 63 | Therefore if strm->avail_in >= 6, then there is enough input to avoid
|
|---|
| 64 | checking for available input while decoding.
|
|---|
| 65 |
|
|---|
| 66 | - The maximum bytes that a single length/distance pair can output is 258
|
|---|
| 67 | bytes, which is the maximum length that can be coded. inflate_fast()
|
|---|
| 68 | requires strm->avail_out >= 258 for each loop to avoid checking for
|
|---|
| 69 | output space.
|
|---|
| 70 | */
|
|---|
| 71 | void inflate_fast(strm, start)
|
|---|
| 72 | z_streamp strm;
|
|---|
| 73 | unsigned start; /* inflate()'s starting value for strm->avail_out */
|
|---|
| 74 | {
|
|---|
| 75 | struct inflate_state FAR *state;
|
|---|
| 76 | struct inffast_ar {
|
|---|
| 77 | /* 64 32 x86 x86_64 */
|
|---|
| 78 | /* ar offset register */
|
|---|
| 79 | /* 0 0 */ void *esp; /* esp save */
|
|---|
| 80 | /* 8 4 */ void *ebp; /* ebp save */
|
|---|
| 81 | /* 16 8 */ unsigned char FAR *in; /* esi rsi local strm->next_in */
|
|---|
| 82 | /* 24 12 */ unsigned char FAR *last; /* r9 while in < last */
|
|---|
| 83 | /* 32 16 */ unsigned char FAR *out; /* edi rdi local strm->next_out */
|
|---|
| 84 | /* 40 20 */ unsigned char FAR *beg; /* inflate()'s init next_out */
|
|---|
| 85 | /* 48 24 */ unsigned char FAR *end; /* r10 while out < end */
|
|---|
| 86 | /* 56 28 */ unsigned char FAR *window;/* size of window, wsize!=0 */
|
|---|
| 87 | /* 64 32 */ code const FAR *lcode; /* ebp rbp local strm->lencode */
|
|---|
| 88 | /* 72 36 */ code const FAR *dcode; /* r11 local strm->distcode */
|
|---|
| 89 | /* 80 40 */ unsigned long hold; /* edx rdx local strm->hold */
|
|---|
| 90 | /* 88 44 */ unsigned bits; /* ebx rbx local strm->bits */
|
|---|
| 91 | /* 92 48 */ unsigned wsize; /* window size */
|
|---|
| 92 | /* 96 52 */ unsigned write; /* window write index */
|
|---|
| 93 | /*100 56 */ unsigned lmask; /* r12 mask for lcode */
|
|---|
| 94 | /*104 60 */ unsigned dmask; /* r13 mask for dcode */
|
|---|
| 95 | /*108 64 */ unsigned len; /* r14 match length */
|
|---|
| 96 | /*112 68 */ unsigned dist; /* r15 match distance */
|
|---|
| 97 | /*116 72 */ unsigned status; /* set when state chng*/
|
|---|
| 98 | } ar;
|
|---|
| 99 |
|
|---|
| 100 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 )
|
|---|
| 101 | #define PAD_AVAIL_IN 6
|
|---|
| 102 | #define PAD_AVAIL_OUT 258
|
|---|
| 103 | #else
|
|---|
| 104 | #define PAD_AVAIL_IN 5
|
|---|
| 105 | #define PAD_AVAIL_OUT 257
|
|---|
| 106 | #endif
|
|---|
| 107 |
|
|---|
| 108 | /* copy state to local variables */
|
|---|
| 109 | state = (struct inflate_state FAR *)strm->state;
|
|---|
| 110 | ar.in = strm->next_in;
|
|---|
| 111 | ar.last = ar.in + (strm->avail_in - PAD_AVAIL_IN);
|
|---|
| 112 | ar.out = strm->next_out;
|
|---|
| 113 | ar.beg = ar.out - (start - strm->avail_out);
|
|---|
| 114 | ar.end = ar.out + (strm->avail_out - PAD_AVAIL_OUT);
|
|---|
| 115 | ar.wsize = state->wsize;
|
|---|
| 116 | ar.write = state->wnext;
|
|---|
| 117 | ar.window = state->window;
|
|---|
| 118 | ar.hold = state->hold;
|
|---|
| 119 | ar.bits = state->bits;
|
|---|
| 120 | ar.lcode = state->lencode;
|
|---|
| 121 | ar.dcode = state->distcode;
|
|---|
| 122 | ar.lmask = (1U << state->lenbits) - 1;
|
|---|
| 123 | ar.dmask = (1U << state->distbits) - 1;
|
|---|
| 124 |
|
|---|
| 125 | /* decode literals and length/distances until end-of-block or not enough
|
|---|
| 126 | input data or output space */
|
|---|
| 127 |
|
|---|
| 128 | /* align in on 1/2 hold size boundary */
|
|---|
| 129 | while (((unsigned long)(void *)ar.in & (sizeof(ar.hold) / 2 - 1)) != 0) {
|
|---|
| 130 | ar.hold += (unsigned long)*ar.in++ << ar.bits;
|
|---|
| 131 | ar.bits += 8;
|
|---|
| 132 | }
|
|---|
| 133 |
|
|---|
| 134 | #if defined( __GNUC__ ) && defined( __amd64__ ) && ! defined( __i386 )
|
|---|
| 135 | __asm__ __volatile__ (
|
|---|
| 136 | " leaq %0, %%rax\n"
|
|---|
| 137 | " movq %%rbp, 8(%%rax)\n" /* save regs rbp and rsp */
|
|---|
| 138 | " movq %%rsp, (%%rax)\n"
|
|---|
| 139 | " movq %%rax, %%rsp\n" /* make rsp point to &ar */
|
|---|
| 140 | " movq 16(%%rsp), %%rsi\n" /* rsi = in */
|
|---|
| 141 | " movq 32(%%rsp), %%rdi\n" /* rdi = out */
|
|---|
| 142 | " movq 24(%%rsp), %%r9\n" /* r9 = last */
|
|---|
| 143 | " movq 48(%%rsp), %%r10\n" /* r10 = end */
|
|---|
| 144 | " movq 64(%%rsp), %%rbp\n" /* rbp = lcode */
|
|---|
| 145 | " movq 72(%%rsp), %%r11\n" /* r11 = dcode */
|
|---|
| 146 | " movq 80(%%rsp), %%rdx\n" /* rdx = hold */
|
|---|
| 147 | " movl 88(%%rsp), %%ebx\n" /* ebx = bits */
|
|---|
| 148 | " movl 100(%%rsp), %%r12d\n" /* r12d = lmask */
|
|---|
| 149 | " movl 104(%%rsp), %%r13d\n" /* r13d = dmask */
|
|---|
| 150 | /* r14d = len */
|
|---|
| 151 | /* r15d = dist */
|
|---|
| 152 | " cld\n"
|
|---|
| 153 | " cmpq %%rdi, %%r10\n"
|
|---|
| 154 | " je .L_one_time\n" /* if only one decode left */
|
|---|
| 155 | " cmpq %%rsi, %%r9\n"
|
|---|
| 156 | " je .L_one_time\n"
|
|---|
| 157 | " jmp .L_do_loop\n"
|
|---|
| 158 |
|
|---|
| 159 | ".L_one_time:\n"
|
|---|
| 160 | " movq %%r12, %%r8\n" /* r8 = lmask */
|
|---|
| 161 | " cmpb $32, %%bl\n"
|
|---|
| 162 | " ja .L_get_length_code_one_time\n"
|
|---|
| 163 |
|
|---|
| 164 | " lodsl\n" /* eax = *(uint *)in++ */
|
|---|
| 165 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 166 | " addb $32, %%bl\n" /* bits += 32 */
|
|---|
| 167 | " shlq %%cl, %%rax\n"
|
|---|
| 168 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */
|
|---|
| 169 | " jmp .L_get_length_code_one_time\n"
|
|---|
| 170 |
|
|---|
| 171 | ".align 32,0x90\n"
|
|---|
| 172 | ".L_while_test:\n"
|
|---|
| 173 | " cmpq %%rdi, %%r10\n"
|
|---|
| 174 | " jbe .L_break_loop\n"
|
|---|
| 175 | " cmpq %%rsi, %%r9\n"
|
|---|
| 176 | " jbe .L_break_loop\n"
|
|---|
| 177 |
|
|---|
| 178 | ".L_do_loop:\n"
|
|---|
| 179 | " movq %%r12, %%r8\n" /* r8 = lmask */
|
|---|
| 180 | " cmpb $32, %%bl\n"
|
|---|
| 181 | " ja .L_get_length_code\n" /* if (32 < bits) */
|
|---|
| 182 |
|
|---|
| 183 | " lodsl\n" /* eax = *(uint *)in++ */
|
|---|
| 184 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 185 | " addb $32, %%bl\n" /* bits += 32 */
|
|---|
| 186 | " shlq %%cl, %%rax\n"
|
|---|
| 187 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */
|
|---|
| 188 |
|
|---|
| 189 | ".L_get_length_code:\n"
|
|---|
| 190 | " andq %%rdx, %%r8\n" /* r8 &= hold */
|
|---|
| 191 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */
|
|---|
| 192 |
|
|---|
| 193 | " movb %%ah, %%cl\n" /* cl = this.bits */
|
|---|
| 194 | " subb %%ah, %%bl\n" /* bits -= this.bits */
|
|---|
| 195 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */
|
|---|
| 196 |
|
|---|
| 197 | " testb %%al, %%al\n"
|
|---|
| 198 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */
|
|---|
| 199 |
|
|---|
| 200 | " movq %%r12, %%r8\n" /* r8 = lmask */
|
|---|
| 201 | " shrl $16, %%eax\n" /* output this.val char */
|
|---|
| 202 | " stosb\n"
|
|---|
| 203 |
|
|---|
| 204 | ".L_get_length_code_one_time:\n"
|
|---|
| 205 | " andq %%rdx, %%r8\n" /* r8 &= hold */
|
|---|
| 206 | " movl (%%rbp,%%r8,4), %%eax\n" /* eax = lcode[hold & lmask] */
|
|---|
| 207 |
|
|---|
| 208 | ".L_dolen:\n"
|
|---|
| 209 | " movb %%ah, %%cl\n" /* cl = this.bits */
|
|---|
| 210 | " subb %%ah, %%bl\n" /* bits -= this.bits */
|
|---|
| 211 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */
|
|---|
| 212 |
|
|---|
| 213 | " testb %%al, %%al\n"
|
|---|
| 214 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */
|
|---|
| 215 |
|
|---|
| 216 | " shrl $16, %%eax\n" /* output this.val char */
|
|---|
| 217 | " stosb\n"
|
|---|
| 218 | " jmp .L_while_test\n"
|
|---|
| 219 |
|
|---|
| 220 | ".align 32,0x90\n"
|
|---|
| 221 | ".L_test_for_length_base:\n"
|
|---|
| 222 | " movl %%eax, %%r14d\n" /* len = this */
|
|---|
| 223 | " shrl $16, %%r14d\n" /* len = this.val */
|
|---|
| 224 | " movb %%al, %%cl\n"
|
|---|
| 225 |
|
|---|
| 226 | " testb $16, %%al\n"
|
|---|
| 227 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */
|
|---|
| 228 | " andb $15, %%cl\n" /* op &= 15 */
|
|---|
| 229 | " jz .L_decode_distance\n" /* if (!op) */
|
|---|
| 230 |
|
|---|
| 231 | ".L_add_bits_to_len:\n"
|
|---|
| 232 | " subb %%cl, %%bl\n"
|
|---|
| 233 | " xorl %%eax, %%eax\n"
|
|---|
| 234 | " incl %%eax\n"
|
|---|
| 235 | " shll %%cl, %%eax\n"
|
|---|
| 236 | " decl %%eax\n"
|
|---|
| 237 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 238 | " shrq %%cl, %%rdx\n"
|
|---|
| 239 | " addl %%eax, %%r14d\n" /* len += hold & mask[op] */
|
|---|
| 240 |
|
|---|
| 241 | ".L_decode_distance:\n"
|
|---|
| 242 | " movq %%r13, %%r8\n" /* r8 = dmask */
|
|---|
| 243 | " cmpb $32, %%bl\n"
|
|---|
| 244 | " ja .L_get_distance_code\n" /* if (32 < bits) */
|
|---|
| 245 |
|
|---|
| 246 | " lodsl\n" /* eax = *(uint *)in++ */
|
|---|
| 247 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 248 | " addb $32, %%bl\n" /* bits += 32 */
|
|---|
| 249 | " shlq %%cl, %%rax\n"
|
|---|
| 250 | " orq %%rax, %%rdx\n" /* hold |= *((uint *)in)++ << bits */
|
|---|
| 251 |
|
|---|
| 252 | ".L_get_distance_code:\n"
|
|---|
| 253 | " andq %%rdx, %%r8\n" /* r8 &= hold */
|
|---|
| 254 | " movl (%%r11,%%r8,4), %%eax\n" /* eax = dcode[hold & dmask] */
|
|---|
| 255 |
|
|---|
| 256 | ".L_dodist:\n"
|
|---|
| 257 | " movl %%eax, %%r15d\n" /* dist = this */
|
|---|
| 258 | " shrl $16, %%r15d\n" /* dist = this.val */
|
|---|
| 259 | " movb %%ah, %%cl\n"
|
|---|
| 260 | " subb %%ah, %%bl\n" /* bits -= this.bits */
|
|---|
| 261 | " shrq %%cl, %%rdx\n" /* hold >>= this.bits */
|
|---|
| 262 | " movb %%al, %%cl\n" /* cl = this.op */
|
|---|
| 263 |
|
|---|
| 264 | " testb $16, %%al\n" /* if ((op & 16) == 0) */
|
|---|
| 265 | " jz .L_test_for_second_level_dist\n"
|
|---|
| 266 | " andb $15, %%cl\n" /* op &= 15 */
|
|---|
| 267 | " jz .L_check_dist_one\n"
|
|---|
| 268 |
|
|---|
| 269 | ".L_add_bits_to_dist:\n"
|
|---|
| 270 | " subb %%cl, %%bl\n"
|
|---|
| 271 | " xorl %%eax, %%eax\n"
|
|---|
| 272 | " incl %%eax\n"
|
|---|
| 273 | " shll %%cl, %%eax\n"
|
|---|
| 274 | " decl %%eax\n" /* (1 << op) - 1 */
|
|---|
| 275 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 276 | " shrq %%cl, %%rdx\n"
|
|---|
| 277 | " addl %%eax, %%r15d\n" /* dist += hold & ((1 << op) - 1) */
|
|---|
| 278 |
|
|---|
| 279 | ".L_check_window:\n"
|
|---|
| 280 | " movq %%rsi, %%r8\n" /* save in so from can use it's reg */
|
|---|
| 281 | " movq %%rdi, %%rax\n"
|
|---|
| 282 | " subq 40(%%rsp), %%rax\n" /* nbytes = out - beg */
|
|---|
| 283 |
|
|---|
| 284 | " cmpl %%r15d, %%eax\n"
|
|---|
| 285 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */
|
|---|
| 286 |
|
|---|
| 287 | " movl %%r14d, %%ecx\n" /* ecx = len */
|
|---|
| 288 | " movq %%rdi, %%rsi\n"
|
|---|
| 289 | " subq %%r15, %%rsi\n" /* from = out - dist */
|
|---|
| 290 |
|
|---|
| 291 | " sarl %%ecx\n"
|
|---|
| 292 | " jnc .L_copy_two\n" /* if len % 2 == 0 */
|
|---|
| 293 |
|
|---|
| 294 | " rep movsw\n"
|
|---|
| 295 | " movb (%%rsi), %%al\n"
|
|---|
| 296 | " movb %%al, (%%rdi)\n"
|
|---|
| 297 | " incq %%rdi\n"
|
|---|
| 298 |
|
|---|
| 299 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */
|
|---|
| 300 | " jmp .L_while_test\n"
|
|---|
| 301 |
|
|---|
| 302 | ".L_copy_two:\n"
|
|---|
| 303 | " rep movsw\n"
|
|---|
| 304 | " movq %%r8, %%rsi\n" /* move in back to %rsi, toss from */
|
|---|
| 305 | " jmp .L_while_test\n"
|
|---|
| 306 |
|
|---|
| 307 | ".align 32,0x90\n"
|
|---|
| 308 | ".L_check_dist_one:\n"
|
|---|
| 309 | " cmpl $1, %%r15d\n" /* if dist 1, is a memset */
|
|---|
| 310 | " jne .L_check_window\n"
|
|---|
| 311 | " cmpq %%rdi, 40(%%rsp)\n" /* if out == beg, outside window */
|
|---|
| 312 | " je .L_check_window\n"
|
|---|
| 313 |
|
|---|
| 314 | " movl %%r14d, %%ecx\n" /* ecx = len */
|
|---|
| 315 | " movb -1(%%rdi), %%al\n"
|
|---|
| 316 | " movb %%al, %%ah\n"
|
|---|
| 317 |
|
|---|
| 318 | " sarl %%ecx\n"
|
|---|
| 319 | " jnc .L_set_two\n"
|
|---|
| 320 | " movb %%al, (%%rdi)\n"
|
|---|
| 321 | " incq %%rdi\n"
|
|---|
| 322 |
|
|---|
| 323 | ".L_set_two:\n"
|
|---|
| 324 | " rep stosw\n"
|
|---|
| 325 | " jmp .L_while_test\n"
|
|---|
| 326 |
|
|---|
| 327 | ".align 32,0x90\n"
|
|---|
| 328 | ".L_test_for_second_level_length:\n"
|
|---|
| 329 | " testb $64, %%al\n"
|
|---|
| 330 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */
|
|---|
| 331 |
|
|---|
| 332 | " xorl %%eax, %%eax\n"
|
|---|
| 333 | " incl %%eax\n"
|
|---|
| 334 | " shll %%cl, %%eax\n"
|
|---|
| 335 | " decl %%eax\n"
|
|---|
| 336 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 337 | " addl %%r14d, %%eax\n" /* eax += len */
|
|---|
| 338 | " movl (%%rbp,%%rax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/
|
|---|
| 339 | " jmp .L_dolen\n"
|
|---|
| 340 |
|
|---|
| 341 | ".align 32,0x90\n"
|
|---|
| 342 | ".L_test_for_second_level_dist:\n"
|
|---|
| 343 | " testb $64, %%al\n"
|
|---|
| 344 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */
|
|---|
| 345 |
|
|---|
| 346 | " xorl %%eax, %%eax\n"
|
|---|
| 347 | " incl %%eax\n"
|
|---|
| 348 | " shll %%cl, %%eax\n"
|
|---|
| 349 | " decl %%eax\n"
|
|---|
| 350 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 351 | " addl %%r15d, %%eax\n" /* eax += dist */
|
|---|
| 352 | " movl (%%r11,%%rax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/
|
|---|
| 353 | " jmp .L_dodist\n"
|
|---|
| 354 |
|
|---|
| 355 | ".align 32,0x90\n"
|
|---|
| 356 | ".L_clip_window:\n"
|
|---|
| 357 | " movl %%eax, %%ecx\n" /* ecx = nbytes */
|
|---|
| 358 | " movl 92(%%rsp), %%eax\n" /* eax = wsize, prepare for dist cmp */
|
|---|
| 359 | " negl %%ecx\n" /* nbytes = -nbytes */
|
|---|
| 360 |
|
|---|
| 361 | " cmpl %%r15d, %%eax\n"
|
|---|
| 362 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */
|
|---|
| 363 |
|
|---|
| 364 | " addl %%r15d, %%ecx\n" /* nbytes = dist - nbytes */
|
|---|
| 365 | " cmpl $0, 96(%%rsp)\n"
|
|---|
| 366 | " jne .L_wrap_around_window\n" /* if (write != 0) */
|
|---|
| 367 |
|
|---|
| 368 | " movq 56(%%rsp), %%rsi\n" /* from = window */
|
|---|
| 369 | " subl %%ecx, %%eax\n" /* eax -= nbytes */
|
|---|
| 370 | " addq %%rax, %%rsi\n" /* from += wsize - nbytes */
|
|---|
| 371 |
|
|---|
| 372 | " movl %%r14d, %%eax\n" /* eax = len */
|
|---|
| 373 | " cmpl %%ecx, %%r14d\n"
|
|---|
| 374 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 375 |
|
|---|
| 376 | " subl %%ecx, %%eax\n" /* eax -= nbytes */
|
|---|
| 377 | " rep movsb\n"
|
|---|
| 378 | " movq %%rdi, %%rsi\n"
|
|---|
| 379 | " subq %%r15, %%rsi\n" /* from = &out[ -dist ] */
|
|---|
| 380 | " jmp .L_do_copy\n"
|
|---|
| 381 |
|
|---|
| 382 | ".align 32,0x90\n"
|
|---|
| 383 | ".L_wrap_around_window:\n"
|
|---|
| 384 | " movl 96(%%rsp), %%eax\n" /* eax = write */
|
|---|
| 385 | " cmpl %%eax, %%ecx\n"
|
|---|
| 386 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */
|
|---|
| 387 |
|
|---|
| 388 | " movl 92(%%rsp), %%esi\n" /* from = wsize */
|
|---|
| 389 | " addq 56(%%rsp), %%rsi\n" /* from += window */
|
|---|
| 390 | " addq %%rax, %%rsi\n" /* from += write */
|
|---|
| 391 | " subq %%rcx, %%rsi\n" /* from -= nbytes */
|
|---|
| 392 | " subl %%eax, %%ecx\n" /* nbytes -= write */
|
|---|
| 393 |
|
|---|
| 394 | " movl %%r14d, %%eax\n" /* eax = len */
|
|---|
| 395 | " cmpl %%ecx, %%eax\n"
|
|---|
| 396 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 397 |
|
|---|
| 398 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 399 | " rep movsb\n"
|
|---|
| 400 | " movq 56(%%rsp), %%rsi\n" /* from = window */
|
|---|
| 401 | " movl 96(%%rsp), %%ecx\n" /* nbytes = write */
|
|---|
| 402 | " cmpl %%ecx, %%eax\n"
|
|---|
| 403 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 404 |
|
|---|
| 405 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 406 | " rep movsb\n"
|
|---|
| 407 | " movq %%rdi, %%rsi\n"
|
|---|
| 408 | " subq %%r15, %%rsi\n" /* from = out - dist */
|
|---|
| 409 | " jmp .L_do_copy\n"
|
|---|
| 410 |
|
|---|
| 411 | ".align 32,0x90\n"
|
|---|
| 412 | ".L_contiguous_in_window:\n"
|
|---|
| 413 | " movq 56(%%rsp), %%rsi\n" /* rsi = window */
|
|---|
| 414 | " addq %%rax, %%rsi\n"
|
|---|
| 415 | " subq %%rcx, %%rsi\n" /* from += write - nbytes */
|
|---|
| 416 |
|
|---|
| 417 | " movl %%r14d, %%eax\n" /* eax = len */
|
|---|
| 418 | " cmpl %%ecx, %%eax\n"
|
|---|
| 419 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 420 |
|
|---|
| 421 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 422 | " rep movsb\n"
|
|---|
| 423 | " movq %%rdi, %%rsi\n"
|
|---|
| 424 | " subq %%r15, %%rsi\n" /* from = out - dist */
|
|---|
| 425 | " jmp .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 426 |
|
|---|
| 427 | ".align 32,0x90\n"
|
|---|
| 428 | ".L_do_copy:\n"
|
|---|
| 429 | " movl %%eax, %%ecx\n" /* ecx = len */
|
|---|
| 430 | " rep movsb\n"
|
|---|
| 431 |
|
|---|
| 432 | " movq %%r8, %%rsi\n" /* move in back to %esi, toss from */
|
|---|
| 433 | " jmp .L_while_test\n"
|
|---|
| 434 |
|
|---|
| 435 | ".L_test_for_end_of_block:\n"
|
|---|
| 436 | " testb $32, %%al\n"
|
|---|
| 437 | " jz .L_invalid_literal_length_code\n"
|
|---|
| 438 | " movl $1, 116(%%rsp)\n"
|
|---|
| 439 | " jmp .L_break_loop_with_status\n"
|
|---|
| 440 |
|
|---|
| 441 | ".L_invalid_literal_length_code:\n"
|
|---|
| 442 | " movl $2, 116(%%rsp)\n"
|
|---|
| 443 | " jmp .L_break_loop_with_status\n"
|
|---|
| 444 |
|
|---|
| 445 | ".L_invalid_distance_code:\n"
|
|---|
| 446 | " movl $3, 116(%%rsp)\n"
|
|---|
| 447 | " jmp .L_break_loop_with_status\n"
|
|---|
| 448 |
|
|---|
| 449 | ".L_invalid_distance_too_far:\n"
|
|---|
| 450 | " movl $4, 116(%%rsp)\n"
|
|---|
| 451 | " jmp .L_break_loop_with_status\n"
|
|---|
| 452 |
|
|---|
| 453 | ".L_break_loop:\n"
|
|---|
| 454 | " movl $0, 116(%%rsp)\n"
|
|---|
| 455 |
|
|---|
| 456 | ".L_break_loop_with_status:\n"
|
|---|
| 457 | /* put in, out, bits, and hold back into ar and pop esp */
|
|---|
| 458 | " movq %%rsi, 16(%%rsp)\n" /* in */
|
|---|
| 459 | " movq %%rdi, 32(%%rsp)\n" /* out */
|
|---|
| 460 | " movl %%ebx, 88(%%rsp)\n" /* bits */
|
|---|
| 461 | " movq %%rdx, 80(%%rsp)\n" /* hold */
|
|---|
| 462 | " movq (%%rsp), %%rax\n" /* restore rbp and rsp */
|
|---|
| 463 | " movq 8(%%rsp), %%rbp\n"
|
|---|
| 464 | " movq %%rax, %%rsp\n"
|
|---|
| 465 | :
|
|---|
| 466 | : "m" (ar)
|
|---|
| 467 | : "memory", "%rax", "%rbx", "%rcx", "%rdx", "%rsi", "%rdi",
|
|---|
| 468 | "%r8", "%r9", "%r10", "%r11", "%r12", "%r13", "%r14", "%r15"
|
|---|
| 469 | );
|
|---|
| 470 | #elif ( defined( __GNUC__ ) || defined( __ICC ) ) && defined( __i386 )
|
|---|
| 471 | __asm__ __volatile__ (
|
|---|
| 472 | " leal %0, %%eax\n"
|
|---|
| 473 | " movl %%esp, (%%eax)\n" /* save esp, ebp */
|
|---|
| 474 | " movl %%ebp, 4(%%eax)\n"
|
|---|
| 475 | " movl %%eax, %%esp\n"
|
|---|
| 476 | " movl 8(%%esp), %%esi\n" /* esi = in */
|
|---|
| 477 | " movl 16(%%esp), %%edi\n" /* edi = out */
|
|---|
| 478 | " movl 40(%%esp), %%edx\n" /* edx = hold */
|
|---|
| 479 | " movl 44(%%esp), %%ebx\n" /* ebx = bits */
|
|---|
| 480 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */
|
|---|
| 481 |
|
|---|
| 482 | " cld\n"
|
|---|
| 483 | " jmp .L_do_loop\n"
|
|---|
| 484 |
|
|---|
| 485 | ".align 32,0x90\n"
|
|---|
| 486 | ".L_while_test:\n"
|
|---|
| 487 | " cmpl %%edi, 24(%%esp)\n" /* out < end */
|
|---|
| 488 | " jbe .L_break_loop\n"
|
|---|
| 489 | " cmpl %%esi, 12(%%esp)\n" /* in < last */
|
|---|
| 490 | " jbe .L_break_loop\n"
|
|---|
| 491 |
|
|---|
| 492 | ".L_do_loop:\n"
|
|---|
| 493 | " cmpb $15, %%bl\n"
|
|---|
| 494 | " ja .L_get_length_code\n" /* if (15 < bits) */
|
|---|
| 495 |
|
|---|
| 496 | " xorl %%eax, %%eax\n"
|
|---|
| 497 | " lodsw\n" /* al = *(ushort *)in++ */
|
|---|
| 498 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 499 | " addb $16, %%bl\n" /* bits += 16 */
|
|---|
| 500 | " shll %%cl, %%eax\n"
|
|---|
| 501 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 502 |
|
|---|
| 503 | ".L_get_length_code:\n"
|
|---|
| 504 | " movl 56(%%esp), %%eax\n" /* eax = lmask */
|
|---|
| 505 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 506 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[hold & lmask] */
|
|---|
| 507 |
|
|---|
| 508 | ".L_dolen:\n"
|
|---|
| 509 | " movb %%ah, %%cl\n" /* cl = this.bits */
|
|---|
| 510 | " subb %%ah, %%bl\n" /* bits -= this.bits */
|
|---|
| 511 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */
|
|---|
| 512 |
|
|---|
| 513 | " testb %%al, %%al\n"
|
|---|
| 514 | " jnz .L_test_for_length_base\n" /* if (op != 0) 45.7% */
|
|---|
| 515 |
|
|---|
| 516 | " shrl $16, %%eax\n" /* output this.val char */
|
|---|
| 517 | " stosb\n"
|
|---|
| 518 | " jmp .L_while_test\n"
|
|---|
| 519 |
|
|---|
| 520 | ".align 32,0x90\n"
|
|---|
| 521 | ".L_test_for_length_base:\n"
|
|---|
| 522 | " movl %%eax, %%ecx\n" /* len = this */
|
|---|
| 523 | " shrl $16, %%ecx\n" /* len = this.val */
|
|---|
| 524 | " movl %%ecx, 64(%%esp)\n" /* save len */
|
|---|
| 525 | " movb %%al, %%cl\n"
|
|---|
| 526 |
|
|---|
| 527 | " testb $16, %%al\n"
|
|---|
| 528 | " jz .L_test_for_second_level_length\n" /* if ((op & 16) == 0) 8% */
|
|---|
| 529 | " andb $15, %%cl\n" /* op &= 15 */
|
|---|
| 530 | " jz .L_decode_distance\n" /* if (!op) */
|
|---|
| 531 | " cmpb %%cl, %%bl\n"
|
|---|
| 532 | " jae .L_add_bits_to_len\n" /* if (op <= bits) */
|
|---|
| 533 |
|
|---|
| 534 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */
|
|---|
| 535 | " xorl %%eax, %%eax\n"
|
|---|
| 536 | " lodsw\n" /* al = *(ushort *)in++ */
|
|---|
| 537 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 538 | " addb $16, %%bl\n" /* bits += 16 */
|
|---|
| 539 | " shll %%cl, %%eax\n"
|
|---|
| 540 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 541 | " movb %%ch, %%cl\n" /* move op back to ecx */
|
|---|
| 542 |
|
|---|
| 543 | ".L_add_bits_to_len:\n"
|
|---|
| 544 | " subb %%cl, %%bl\n"
|
|---|
| 545 | " xorl %%eax, %%eax\n"
|
|---|
| 546 | " incl %%eax\n"
|
|---|
| 547 | " shll %%cl, %%eax\n"
|
|---|
| 548 | " decl %%eax\n"
|
|---|
| 549 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 550 | " shrl %%cl, %%edx\n"
|
|---|
| 551 | " addl %%eax, 64(%%esp)\n" /* len += hold & mask[op] */
|
|---|
| 552 |
|
|---|
| 553 | ".L_decode_distance:\n"
|
|---|
| 554 | " cmpb $15, %%bl\n"
|
|---|
| 555 | " ja .L_get_distance_code\n" /* if (15 < bits) */
|
|---|
| 556 |
|
|---|
| 557 | " xorl %%eax, %%eax\n"
|
|---|
| 558 | " lodsw\n" /* al = *(ushort *)in++ */
|
|---|
| 559 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 560 | " addb $16, %%bl\n" /* bits += 16 */
|
|---|
| 561 | " shll %%cl, %%eax\n"
|
|---|
| 562 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 563 |
|
|---|
| 564 | ".L_get_distance_code:\n"
|
|---|
| 565 | " movl 60(%%esp), %%eax\n" /* eax = dmask */
|
|---|
| 566 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */
|
|---|
| 567 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 568 | " movl (%%ecx,%%eax,4), %%eax\n"/* eax = dcode[hold & dmask] */
|
|---|
| 569 |
|
|---|
| 570 | ".L_dodist:\n"
|
|---|
| 571 | " movl %%eax, %%ebp\n" /* dist = this */
|
|---|
| 572 | " shrl $16, %%ebp\n" /* dist = this.val */
|
|---|
| 573 | " movb %%ah, %%cl\n"
|
|---|
| 574 | " subb %%ah, %%bl\n" /* bits -= this.bits */
|
|---|
| 575 | " shrl %%cl, %%edx\n" /* hold >>= this.bits */
|
|---|
| 576 | " movb %%al, %%cl\n" /* cl = this.op */
|
|---|
| 577 |
|
|---|
| 578 | " testb $16, %%al\n" /* if ((op & 16) == 0) */
|
|---|
| 579 | " jz .L_test_for_second_level_dist\n"
|
|---|
| 580 | " andb $15, %%cl\n" /* op &= 15 */
|
|---|
| 581 | " jz .L_check_dist_one\n"
|
|---|
| 582 | " cmpb %%cl, %%bl\n"
|
|---|
| 583 | " jae .L_add_bits_to_dist\n" /* if (op <= bits) 97.6% */
|
|---|
| 584 |
|
|---|
| 585 | " movb %%cl, %%ch\n" /* stash op in ch, freeing cl */
|
|---|
| 586 | " xorl %%eax, %%eax\n"
|
|---|
| 587 | " lodsw\n" /* al = *(ushort *)in++ */
|
|---|
| 588 | " movb %%bl, %%cl\n" /* cl = bits, needs it for shifting */
|
|---|
| 589 | " addb $16, %%bl\n" /* bits += 16 */
|
|---|
| 590 | " shll %%cl, %%eax\n"
|
|---|
| 591 | " orl %%eax, %%edx\n" /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 592 | " movb %%ch, %%cl\n" /* move op back to ecx */
|
|---|
| 593 |
|
|---|
| 594 | ".L_add_bits_to_dist:\n"
|
|---|
| 595 | " subb %%cl, %%bl\n"
|
|---|
| 596 | " xorl %%eax, %%eax\n"
|
|---|
| 597 | " incl %%eax\n"
|
|---|
| 598 | " shll %%cl, %%eax\n"
|
|---|
| 599 | " decl %%eax\n" /* (1 << op) - 1 */
|
|---|
| 600 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 601 | " shrl %%cl, %%edx\n"
|
|---|
| 602 | " addl %%eax, %%ebp\n" /* dist += hold & ((1 << op) - 1) */
|
|---|
| 603 |
|
|---|
| 604 | ".L_check_window:\n"
|
|---|
| 605 | " movl %%esi, 8(%%esp)\n" /* save in so from can use it's reg */
|
|---|
| 606 | " movl %%edi, %%eax\n"
|
|---|
| 607 | " subl 20(%%esp), %%eax\n" /* nbytes = out - beg */
|
|---|
| 608 |
|
|---|
| 609 | " cmpl %%ebp, %%eax\n"
|
|---|
| 610 | " jb .L_clip_window\n" /* if (dist > nbytes) 4.2% */
|
|---|
| 611 |
|
|---|
| 612 | " movl 64(%%esp), %%ecx\n" /* ecx = len */
|
|---|
| 613 | " movl %%edi, %%esi\n"
|
|---|
| 614 | " subl %%ebp, %%esi\n" /* from = out - dist */
|
|---|
| 615 |
|
|---|
| 616 | " sarl %%ecx\n"
|
|---|
| 617 | " jnc .L_copy_two\n" /* if len % 2 == 0 */
|
|---|
| 618 |
|
|---|
| 619 | " rep movsw\n"
|
|---|
| 620 | " movb (%%esi), %%al\n"
|
|---|
| 621 | " movb %%al, (%%edi)\n"
|
|---|
| 622 | " incl %%edi\n"
|
|---|
| 623 |
|
|---|
| 624 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */
|
|---|
| 625 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */
|
|---|
| 626 | " jmp .L_while_test\n"
|
|---|
| 627 |
|
|---|
| 628 | ".L_copy_two:\n"
|
|---|
| 629 | " rep movsw\n"
|
|---|
| 630 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */
|
|---|
| 631 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */
|
|---|
| 632 | " jmp .L_while_test\n"
|
|---|
| 633 |
|
|---|
| 634 | ".align 32,0x90\n"
|
|---|
| 635 | ".L_check_dist_one:\n"
|
|---|
| 636 | " cmpl $1, %%ebp\n" /* if dist 1, is a memset */
|
|---|
| 637 | " jne .L_check_window\n"
|
|---|
| 638 | " cmpl %%edi, 20(%%esp)\n"
|
|---|
| 639 | " je .L_check_window\n" /* out == beg, if outside window */
|
|---|
| 640 |
|
|---|
| 641 | " movl 64(%%esp), %%ecx\n" /* ecx = len */
|
|---|
| 642 | " movb -1(%%edi), %%al\n"
|
|---|
| 643 | " movb %%al, %%ah\n"
|
|---|
| 644 |
|
|---|
| 645 | " sarl %%ecx\n"
|
|---|
| 646 | " jnc .L_set_two\n"
|
|---|
| 647 | " movb %%al, (%%edi)\n"
|
|---|
| 648 | " incl %%edi\n"
|
|---|
| 649 |
|
|---|
| 650 | ".L_set_two:\n"
|
|---|
| 651 | " rep stosw\n"
|
|---|
| 652 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */
|
|---|
| 653 | " jmp .L_while_test\n"
|
|---|
| 654 |
|
|---|
| 655 | ".align 32,0x90\n"
|
|---|
| 656 | ".L_test_for_second_level_length:\n"
|
|---|
| 657 | " testb $64, %%al\n"
|
|---|
| 658 | " jnz .L_test_for_end_of_block\n" /* if ((op & 64) != 0) */
|
|---|
| 659 |
|
|---|
| 660 | " xorl %%eax, %%eax\n"
|
|---|
| 661 | " incl %%eax\n"
|
|---|
| 662 | " shll %%cl, %%eax\n"
|
|---|
| 663 | " decl %%eax\n"
|
|---|
| 664 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 665 | " addl 64(%%esp), %%eax\n" /* eax += len */
|
|---|
| 666 | " movl (%%ebp,%%eax,4), %%eax\n" /* eax = lcode[val+(hold&mask[op])]*/
|
|---|
| 667 | " jmp .L_dolen\n"
|
|---|
| 668 |
|
|---|
| 669 | ".align 32,0x90\n"
|
|---|
| 670 | ".L_test_for_second_level_dist:\n"
|
|---|
| 671 | " testb $64, %%al\n"
|
|---|
| 672 | " jnz .L_invalid_distance_code\n" /* if ((op & 64) != 0) */
|
|---|
| 673 |
|
|---|
| 674 | " xorl %%eax, %%eax\n"
|
|---|
| 675 | " incl %%eax\n"
|
|---|
| 676 | " shll %%cl, %%eax\n"
|
|---|
| 677 | " decl %%eax\n"
|
|---|
| 678 | " andl %%edx, %%eax\n" /* eax &= hold */
|
|---|
| 679 | " addl %%ebp, %%eax\n" /* eax += dist */
|
|---|
| 680 | " movl 36(%%esp), %%ecx\n" /* ecx = dcode */
|
|---|
| 681 | " movl (%%ecx,%%eax,4), %%eax\n" /* eax = dcode[val+(hold&mask[op])]*/
|
|---|
| 682 | " jmp .L_dodist\n"
|
|---|
| 683 |
|
|---|
| 684 | ".align 32,0x90\n"
|
|---|
| 685 | ".L_clip_window:\n"
|
|---|
| 686 | " movl %%eax, %%ecx\n"
|
|---|
| 687 | " movl 48(%%esp), %%eax\n" /* eax = wsize */
|
|---|
| 688 | " negl %%ecx\n" /* nbytes = -nbytes */
|
|---|
| 689 | " movl 28(%%esp), %%esi\n" /* from = window */
|
|---|
| 690 |
|
|---|
| 691 | " cmpl %%ebp, %%eax\n"
|
|---|
| 692 | " jb .L_invalid_distance_too_far\n" /* if (dist > wsize) */
|
|---|
| 693 |
|
|---|
| 694 | " addl %%ebp, %%ecx\n" /* nbytes = dist - nbytes */
|
|---|
| 695 | " cmpl $0, 52(%%esp)\n"
|
|---|
| 696 | " jne .L_wrap_around_window\n" /* if (write != 0) */
|
|---|
| 697 |
|
|---|
| 698 | " subl %%ecx, %%eax\n"
|
|---|
| 699 | " addl %%eax, %%esi\n" /* from += wsize - nbytes */
|
|---|
| 700 |
|
|---|
| 701 | " movl 64(%%esp), %%eax\n" /* eax = len */
|
|---|
| 702 | " cmpl %%ecx, %%eax\n"
|
|---|
| 703 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 704 |
|
|---|
| 705 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 706 | " rep movsb\n"
|
|---|
| 707 | " movl %%edi, %%esi\n"
|
|---|
| 708 | " subl %%ebp, %%esi\n" /* from = out - dist */
|
|---|
| 709 | " jmp .L_do_copy\n"
|
|---|
| 710 |
|
|---|
| 711 | ".align 32,0x90\n"
|
|---|
| 712 | ".L_wrap_around_window:\n"
|
|---|
| 713 | " movl 52(%%esp), %%eax\n" /* eax = write */
|
|---|
| 714 | " cmpl %%eax, %%ecx\n"
|
|---|
| 715 | " jbe .L_contiguous_in_window\n" /* if (write >= nbytes) */
|
|---|
| 716 |
|
|---|
| 717 | " addl 48(%%esp), %%esi\n" /* from += wsize */
|
|---|
| 718 | " addl %%eax, %%esi\n" /* from += write */
|
|---|
| 719 | " subl %%ecx, %%esi\n" /* from -= nbytes */
|
|---|
| 720 | " subl %%eax, %%ecx\n" /* nbytes -= write */
|
|---|
| 721 |
|
|---|
| 722 | " movl 64(%%esp), %%eax\n" /* eax = len */
|
|---|
| 723 | " cmpl %%ecx, %%eax\n"
|
|---|
| 724 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 725 |
|
|---|
| 726 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 727 | " rep movsb\n"
|
|---|
| 728 | " movl 28(%%esp), %%esi\n" /* from = window */
|
|---|
| 729 | " movl 52(%%esp), %%ecx\n" /* nbytes = write */
|
|---|
| 730 | " cmpl %%ecx, %%eax\n"
|
|---|
| 731 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 732 |
|
|---|
| 733 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 734 | " rep movsb\n"
|
|---|
| 735 | " movl %%edi, %%esi\n"
|
|---|
| 736 | " subl %%ebp, %%esi\n" /* from = out - dist */
|
|---|
| 737 | " jmp .L_do_copy\n"
|
|---|
| 738 |
|
|---|
| 739 | ".align 32,0x90\n"
|
|---|
| 740 | ".L_contiguous_in_window:\n"
|
|---|
| 741 | " addl %%eax, %%esi\n"
|
|---|
| 742 | " subl %%ecx, %%esi\n" /* from += write - nbytes */
|
|---|
| 743 |
|
|---|
| 744 | " movl 64(%%esp), %%eax\n" /* eax = len */
|
|---|
| 745 | " cmpl %%ecx, %%eax\n"
|
|---|
| 746 | " jbe .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 747 |
|
|---|
| 748 | " subl %%ecx, %%eax\n" /* len -= nbytes */
|
|---|
| 749 | " rep movsb\n"
|
|---|
| 750 | " movl %%edi, %%esi\n"
|
|---|
| 751 | " subl %%ebp, %%esi\n" /* from = out - dist */
|
|---|
| 752 | " jmp .L_do_copy\n" /* if (nbytes >= len) */
|
|---|
| 753 |
|
|---|
| 754 | ".align 32,0x90\n"
|
|---|
| 755 | ".L_do_copy:\n"
|
|---|
| 756 | " movl %%eax, %%ecx\n"
|
|---|
| 757 | " rep movsb\n"
|
|---|
| 758 |
|
|---|
| 759 | " movl 8(%%esp), %%esi\n" /* move in back to %esi, toss from */
|
|---|
| 760 | " movl 32(%%esp), %%ebp\n" /* ebp = lcode */
|
|---|
| 761 | " jmp .L_while_test\n"
|
|---|
| 762 |
|
|---|
| 763 | ".L_test_for_end_of_block:\n"
|
|---|
| 764 | " testb $32, %%al\n"
|
|---|
| 765 | " jz .L_invalid_literal_length_code\n"
|
|---|
| 766 | " movl $1, 72(%%esp)\n"
|
|---|
| 767 | " jmp .L_break_loop_with_status\n"
|
|---|
| 768 |
|
|---|
| 769 | ".L_invalid_literal_length_code:\n"
|
|---|
| 770 | " movl $2, 72(%%esp)\n"
|
|---|
| 771 | " jmp .L_break_loop_with_status\n"
|
|---|
| 772 |
|
|---|
| 773 | ".L_invalid_distance_code:\n"
|
|---|
| 774 | " movl $3, 72(%%esp)\n"
|
|---|
| 775 | " jmp .L_break_loop_with_status\n"
|
|---|
| 776 |
|
|---|
| 777 | ".L_invalid_distance_too_far:\n"
|
|---|
| 778 | " movl 8(%%esp), %%esi\n"
|
|---|
| 779 | " movl $4, 72(%%esp)\n"
|
|---|
| 780 | " jmp .L_break_loop_with_status\n"
|
|---|
| 781 |
|
|---|
| 782 | ".L_break_loop:\n"
|
|---|
| 783 | " movl $0, 72(%%esp)\n"
|
|---|
| 784 |
|
|---|
| 785 | ".L_break_loop_with_status:\n"
|
|---|
| 786 | /* put in, out, bits, and hold back into ar and pop esp */
|
|---|
| 787 | " movl %%esi, 8(%%esp)\n" /* save in */
|
|---|
| 788 | " movl %%edi, 16(%%esp)\n" /* save out */
|
|---|
| 789 | " movl %%ebx, 44(%%esp)\n" /* save bits */
|
|---|
| 790 | " movl %%edx, 40(%%esp)\n" /* save hold */
|
|---|
| 791 | " movl 4(%%esp), %%ebp\n" /* restore esp, ebp */
|
|---|
| 792 | " movl (%%esp), %%esp\n"
|
|---|
| 793 | :
|
|---|
| 794 | : "m" (ar)
|
|---|
| 795 | : "memory", "%eax", "%ebx", "%ecx", "%edx", "%esi", "%edi"
|
|---|
| 796 | );
|
|---|
| 797 | #elif defined( _MSC_VER ) && ! defined( _M_AMD64 )
|
|---|
| 798 | __asm {
|
|---|
| 799 | lea eax, ar
|
|---|
| 800 | mov [eax], esp /* save esp, ebp */
|
|---|
| 801 | mov [eax+4], ebp
|
|---|
| 802 | mov esp, eax
|
|---|
| 803 | mov esi, [esp+8] /* esi = in */
|
|---|
| 804 | mov edi, [esp+16] /* edi = out */
|
|---|
| 805 | mov edx, [esp+40] /* edx = hold */
|
|---|
| 806 | mov ebx, [esp+44] /* ebx = bits */
|
|---|
| 807 | mov ebp, [esp+32] /* ebp = lcode */
|
|---|
| 808 |
|
|---|
| 809 | cld
|
|---|
| 810 | jmp L_do_loop
|
|---|
| 811 |
|
|---|
| 812 | ALIGN 4
|
|---|
| 813 | L_while_test:
|
|---|
| 814 | cmp [esp+24], edi
|
|---|
| 815 | jbe L_break_loop
|
|---|
| 816 | cmp [esp+12], esi
|
|---|
| 817 | jbe L_break_loop
|
|---|
| 818 |
|
|---|
| 819 | L_do_loop:
|
|---|
| 820 | cmp bl, 15
|
|---|
| 821 | ja L_get_length_code /* if (15 < bits) */
|
|---|
| 822 |
|
|---|
| 823 | xor eax, eax
|
|---|
| 824 | lodsw /* al = *(ushort *)in++ */
|
|---|
| 825 | mov cl, bl /* cl = bits, needs it for shifting */
|
|---|
| 826 | add bl, 16 /* bits += 16 */
|
|---|
| 827 | shl eax, cl
|
|---|
| 828 | or edx, eax /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 829 |
|
|---|
| 830 | L_get_length_code:
|
|---|
| 831 | mov eax, [esp+56] /* eax = lmask */
|
|---|
| 832 | and eax, edx /* eax &= hold */
|
|---|
| 833 | mov eax, [ebp+eax*4] /* eax = lcode[hold & lmask] */
|
|---|
| 834 |
|
|---|
| 835 | L_dolen:
|
|---|
| 836 | mov cl, ah /* cl = this.bits */
|
|---|
| 837 | sub bl, ah /* bits -= this.bits */
|
|---|
| 838 | shr edx, cl /* hold >>= this.bits */
|
|---|
| 839 |
|
|---|
| 840 | test al, al
|
|---|
| 841 | jnz L_test_for_length_base /* if (op != 0) 45.7% */
|
|---|
| 842 |
|
|---|
| 843 | shr eax, 16 /* output this.val char */
|
|---|
| 844 | stosb
|
|---|
| 845 | jmp L_while_test
|
|---|
| 846 |
|
|---|
| 847 | ALIGN 4
|
|---|
| 848 | L_test_for_length_base:
|
|---|
| 849 | mov ecx, eax /* len = this */
|
|---|
| 850 | shr ecx, 16 /* len = this.val */
|
|---|
| 851 | mov [esp+64], ecx /* save len */
|
|---|
| 852 | mov cl, al
|
|---|
| 853 |
|
|---|
| 854 | test al, 16
|
|---|
| 855 | jz L_test_for_second_level_length /* if ((op & 16) == 0) 8% */
|
|---|
| 856 | and cl, 15 /* op &= 15 */
|
|---|
| 857 | jz L_decode_distance /* if (!op) */
|
|---|
| 858 | cmp bl, cl
|
|---|
| 859 | jae L_add_bits_to_len /* if (op <= bits) */
|
|---|
| 860 |
|
|---|
| 861 | mov ch, cl /* stash op in ch, freeing cl */
|
|---|
| 862 | xor eax, eax
|
|---|
| 863 | lodsw /* al = *(ushort *)in++ */
|
|---|
| 864 | mov cl, bl /* cl = bits, needs it for shifting */
|
|---|
| 865 | add bl, 16 /* bits += 16 */
|
|---|
| 866 | shl eax, cl
|
|---|
| 867 | or edx, eax /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 868 | mov cl, ch /* move op back to ecx */
|
|---|
| 869 |
|
|---|
| 870 | L_add_bits_to_len:
|
|---|
| 871 | sub bl, cl
|
|---|
| 872 | xor eax, eax
|
|---|
| 873 | inc eax
|
|---|
| 874 | shl eax, cl
|
|---|
| 875 | dec eax
|
|---|
| 876 | and eax, edx /* eax &= hold */
|
|---|
| 877 | shr edx, cl
|
|---|
| 878 | add [esp+64], eax /* len += hold & mask[op] */
|
|---|
| 879 |
|
|---|
| 880 | L_decode_distance:
|
|---|
| 881 | cmp bl, 15
|
|---|
| 882 | ja L_get_distance_code /* if (15 < bits) */
|
|---|
| 883 |
|
|---|
| 884 | xor eax, eax
|
|---|
| 885 | lodsw /* al = *(ushort *)in++ */
|
|---|
| 886 | mov cl, bl /* cl = bits, needs it for shifting */
|
|---|
| 887 | add bl, 16 /* bits += 16 */
|
|---|
| 888 | shl eax, cl
|
|---|
| 889 | or edx, eax /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 890 |
|
|---|
| 891 | L_get_distance_code:
|
|---|
| 892 | mov eax, [esp+60] /* eax = dmask */
|
|---|
| 893 | mov ecx, [esp+36] /* ecx = dcode */
|
|---|
| 894 | and eax, edx /* eax &= hold */
|
|---|
| 895 | mov eax, [ecx+eax*4]/* eax = dcode[hold & dmask] */
|
|---|
| 896 |
|
|---|
| 897 | L_dodist:
|
|---|
| 898 | mov ebp, eax /* dist = this */
|
|---|
| 899 | shr ebp, 16 /* dist = this.val */
|
|---|
| 900 | mov cl, ah
|
|---|
| 901 | sub bl, ah /* bits -= this.bits */
|
|---|
| 902 | shr edx, cl /* hold >>= this.bits */
|
|---|
| 903 | mov cl, al /* cl = this.op */
|
|---|
| 904 |
|
|---|
| 905 | test al, 16 /* if ((op & 16) == 0) */
|
|---|
| 906 | jz L_test_for_second_level_dist
|
|---|
| 907 | and cl, 15 /* op &= 15 */
|
|---|
| 908 | jz L_check_dist_one
|
|---|
| 909 | cmp bl, cl
|
|---|
| 910 | jae L_add_bits_to_dist /* if (op <= bits) 97.6% */
|
|---|
| 911 |
|
|---|
| 912 | mov ch, cl /* stash op in ch, freeing cl */
|
|---|
| 913 | xor eax, eax
|
|---|
| 914 | lodsw /* al = *(ushort *)in++ */
|
|---|
| 915 | mov cl, bl /* cl = bits, needs it for shifting */
|
|---|
| 916 | add bl, 16 /* bits += 16 */
|
|---|
| 917 | shl eax, cl
|
|---|
| 918 | or edx, eax /* hold |= *((ushort *)in)++ << bits */
|
|---|
| 919 | mov cl, ch /* move op back to ecx */
|
|---|
| 920 |
|
|---|
| 921 | L_add_bits_to_dist:
|
|---|
| 922 | sub bl, cl
|
|---|
| 923 | xor eax, eax
|
|---|
| 924 | inc eax
|
|---|
| 925 | shl eax, cl
|
|---|
| 926 | dec eax /* (1 << op) - 1 */
|
|---|
| 927 | and eax, edx /* eax &= hold */
|
|---|
| 928 | shr edx, cl
|
|---|
| 929 | add ebp, eax /* dist += hold & ((1 << op) - 1) */
|
|---|
| 930 |
|
|---|
| 931 | L_check_window:
|
|---|
| 932 | mov [esp+8], esi /* save in so from can use it's reg */
|
|---|
| 933 | mov eax, edi
|
|---|
| 934 | sub eax, [esp+20] /* nbytes = out - beg */
|
|---|
| 935 |
|
|---|
| 936 | cmp eax, ebp
|
|---|
| 937 | jb L_clip_window /* if (dist > nbytes) 4.2% */
|
|---|
| 938 |
|
|---|
| 939 | mov ecx, [esp+64] /* ecx = len */
|
|---|
| 940 | mov esi, edi
|
|---|
| 941 | sub esi, ebp /* from = out - dist */
|
|---|
| 942 |
|
|---|
| 943 | sar ecx, 1
|
|---|
| 944 | jnc L_copy_two
|
|---|
| 945 |
|
|---|
| 946 | rep movsw
|
|---|
| 947 | mov al, [esi]
|
|---|
| 948 | mov [edi], al
|
|---|
| 949 | inc edi
|
|---|
| 950 |
|
|---|
| 951 | mov esi, [esp+8] /* move in back to %esi, toss from */
|
|---|
| 952 | mov ebp, [esp+32] /* ebp = lcode */
|
|---|
| 953 | jmp L_while_test
|
|---|
| 954 |
|
|---|
| 955 | L_copy_two:
|
|---|
| 956 | rep movsw
|
|---|
| 957 | mov esi, [esp+8] /* move in back to %esi, toss from */
|
|---|
| 958 | mov ebp, [esp+32] /* ebp = lcode */
|
|---|
| 959 | jmp L_while_test
|
|---|
| 960 |
|
|---|
| 961 | ALIGN 4
|
|---|
| 962 | L_check_dist_one:
|
|---|
| 963 | cmp ebp, 1 /* if dist 1, is a memset */
|
|---|
| 964 | jne L_check_window
|
|---|
| 965 | cmp [esp+20], edi
|
|---|
| 966 | je L_check_window /* out == beg, if outside window */
|
|---|
| 967 |
|
|---|
| 968 | mov ecx, [esp+64] /* ecx = len */
|
|---|
| 969 | mov al, [edi-1]
|
|---|
| 970 | mov ah, al
|
|---|
| 971 |
|
|---|
| 972 | sar ecx, 1
|
|---|
| 973 | jnc L_set_two
|
|---|
| 974 | mov [edi], al /* memset out with from[-1] */
|
|---|
| 975 | inc edi
|
|---|
| 976 |
|
|---|
| 977 | L_set_two:
|
|---|
| 978 | rep stosw
|
|---|
| 979 | mov ebp, [esp+32] /* ebp = lcode */
|
|---|
| 980 | jmp L_while_test
|
|---|
| 981 |
|
|---|
| 982 | ALIGN 4
|
|---|
| 983 | L_test_for_second_level_length:
|
|---|
| 984 | test al, 64
|
|---|
| 985 | jnz L_test_for_end_of_block /* if ((op & 64) != 0) */
|
|---|
| 986 |
|
|---|
| 987 | xor eax, eax
|
|---|
| 988 | inc eax
|
|---|
| 989 | shl eax, cl
|
|---|
| 990 | dec eax
|
|---|
| 991 | and eax, edx /* eax &= hold */
|
|---|
| 992 | add eax, [esp+64] /* eax += len */
|
|---|
| 993 | mov eax, [ebp+eax*4] /* eax = lcode[val+(hold&mask[op])]*/
|
|---|
| 994 | jmp L_dolen
|
|---|
| 995 |
|
|---|
| 996 | ALIGN 4
|
|---|
| 997 | L_test_for_second_level_dist:
|
|---|
| 998 | test al, 64
|
|---|
| 999 | jnz L_invalid_distance_code /* if ((op & 64) != 0) */
|
|---|
| 1000 |
|
|---|
| 1001 | xor eax, eax
|
|---|
| 1002 | inc eax
|
|---|
| 1003 | shl eax, cl
|
|---|
| 1004 | dec eax
|
|---|
| 1005 | and eax, edx /* eax &= hold */
|
|---|
| 1006 | add eax, ebp /* eax += dist */
|
|---|
| 1007 | mov ecx, [esp+36] /* ecx = dcode */
|
|---|
| 1008 | mov eax, [ecx+eax*4] /* eax = dcode[val+(hold&mask[op])]*/
|
|---|
| 1009 | jmp L_dodist
|
|---|
| 1010 |
|
|---|
| 1011 | ALIGN 4
|
|---|
| 1012 | L_clip_window:
|
|---|
| 1013 | mov ecx, eax
|
|---|
| 1014 | mov eax, [esp+48] /* eax = wsize */
|
|---|
| 1015 | neg ecx /* nbytes = -nbytes */
|
|---|
| 1016 | mov esi, [esp+28] /* from = window */
|
|---|
| 1017 |
|
|---|
| 1018 | cmp eax, ebp
|
|---|
| 1019 | jb L_invalid_distance_too_far /* if (dist > wsize) */
|
|---|
| 1020 |
|
|---|
| 1021 | add ecx, ebp /* nbytes = dist - nbytes */
|
|---|
| 1022 | cmp dword ptr [esp+52], 0
|
|---|
| 1023 | jne L_wrap_around_window /* if (write != 0) */
|
|---|
| 1024 |
|
|---|
| 1025 | sub eax, ecx
|
|---|
| 1026 | add esi, eax /* from += wsize - nbytes */
|
|---|
| 1027 |
|
|---|
| 1028 | mov eax, [esp+64] /* eax = len */
|
|---|
| 1029 | cmp eax, ecx
|
|---|
| 1030 | jbe L_do_copy /* if (nbytes >= len) */
|
|---|
| 1031 |
|
|---|
| 1032 | sub eax, ecx /* len -= nbytes */
|
|---|
| 1033 | rep movsb
|
|---|
| 1034 | mov esi, edi
|
|---|
| 1035 | sub esi, ebp /* from = out - dist */
|
|---|
| 1036 | jmp L_do_copy
|
|---|
| 1037 |
|
|---|
| 1038 | ALIGN 4
|
|---|
| 1039 | L_wrap_around_window:
|
|---|
| 1040 | mov eax, [esp+52] /* eax = write */
|
|---|
| 1041 | cmp ecx, eax
|
|---|
| 1042 | jbe L_contiguous_in_window /* if (write >= nbytes) */
|
|---|
| 1043 |
|
|---|
| 1044 | add esi, [esp+48] /* from += wsize */
|
|---|
| 1045 | add esi, eax /* from += write */
|
|---|
| 1046 | sub esi, ecx /* from -= nbytes */
|
|---|
| 1047 | sub ecx, eax /* nbytes -= write */
|
|---|
| 1048 |
|
|---|
| 1049 | mov eax, [esp+64] /* eax = len */
|
|---|
| 1050 | cmp eax, ecx
|
|---|
| 1051 | jbe L_do_copy /* if (nbytes >= len) */
|
|---|
| 1052 |
|
|---|
| 1053 | sub eax, ecx /* len -= nbytes */
|
|---|
| 1054 | rep movsb
|
|---|
| 1055 | mov esi, [esp+28] /* from = window */
|
|---|
| 1056 | mov ecx, [esp+52] /* nbytes = write */
|
|---|
| 1057 | cmp eax, ecx
|
|---|
| 1058 | jbe L_do_copy /* if (nbytes >= len) */
|
|---|
| 1059 |
|
|---|
| 1060 | sub eax, ecx /* len -= nbytes */
|
|---|
| 1061 | rep movsb
|
|---|
| 1062 | mov esi, edi
|
|---|
| 1063 | sub esi, ebp /* from = out - dist */
|
|---|
| 1064 | jmp L_do_copy
|
|---|
| 1065 |
|
|---|
| 1066 | ALIGN 4
|
|---|
| 1067 | L_contiguous_in_window:
|
|---|
| 1068 | add esi, eax
|
|---|
| 1069 | sub esi, ecx /* from += write - nbytes */
|
|---|
| 1070 |
|
|---|
| 1071 | mov eax, [esp+64] /* eax = len */
|
|---|
| 1072 | cmp eax, ecx
|
|---|
| 1073 | jbe L_do_copy /* if (nbytes >= len) */
|
|---|
| 1074 |
|
|---|
| 1075 | sub eax, ecx /* len -= nbytes */
|
|---|
| 1076 | rep movsb
|
|---|
| 1077 | mov esi, edi
|
|---|
| 1078 | sub esi, ebp /* from = out - dist */
|
|---|
| 1079 | jmp L_do_copy
|
|---|
| 1080 |
|
|---|
| 1081 | ALIGN 4
|
|---|
| 1082 | L_do_copy:
|
|---|
| 1083 | mov ecx, eax
|
|---|
| 1084 | rep movsb
|
|---|
| 1085 |
|
|---|
| 1086 | mov esi, [esp+8] /* move in back to %esi, toss from */
|
|---|
| 1087 | mov ebp, [esp+32] /* ebp = lcode */
|
|---|
| 1088 | jmp L_while_test
|
|---|
| 1089 |
|
|---|
| 1090 | L_test_for_end_of_block:
|
|---|
| 1091 | test al, 32
|
|---|
| 1092 | jz L_invalid_literal_length_code
|
|---|
| 1093 | mov dword ptr [esp+72], 1
|
|---|
| 1094 | jmp L_break_loop_with_status
|
|---|
| 1095 |
|
|---|
| 1096 | L_invalid_literal_length_code:
|
|---|
| 1097 | mov dword ptr [esp+72], 2
|
|---|
| 1098 | jmp L_break_loop_with_status
|
|---|
| 1099 |
|
|---|
| 1100 | L_invalid_distance_code:
|
|---|
| 1101 | mov dword ptr [esp+72], 3
|
|---|
| 1102 | jmp L_break_loop_with_status
|
|---|
| 1103 |
|
|---|
| 1104 | L_invalid_distance_too_far:
|
|---|
| 1105 | mov esi, [esp+4]
|
|---|
| 1106 | mov dword ptr [esp+72], 4
|
|---|
| 1107 | jmp L_break_loop_with_status
|
|---|
| 1108 |
|
|---|
| 1109 | L_break_loop:
|
|---|
| 1110 | mov dword ptr [esp+72], 0
|
|---|
| 1111 |
|
|---|
| 1112 | L_break_loop_with_status:
|
|---|
| 1113 | /* put in, out, bits, and hold back into ar and pop esp */
|
|---|
| 1114 | mov [esp+8], esi /* save in */
|
|---|
| 1115 | mov [esp+16], edi /* save out */
|
|---|
| 1116 | mov [esp+44], ebx /* save bits */
|
|---|
| 1117 | mov [esp+40], edx /* save hold */
|
|---|
| 1118 | mov ebp, [esp+4] /* restore esp, ebp */
|
|---|
| 1119 | mov esp, [esp]
|
|---|
| 1120 | }
|
|---|
| 1121 | #else
|
|---|
| 1122 | #error "x86 architecture not defined"
|
|---|
| 1123 | #endif
|
|---|
| 1124 |
|
|---|
| 1125 | if (ar.status > 1) {
|
|---|
| 1126 | if (ar.status == 2)
|
|---|
| 1127 | strm->msg = "invalid literal/length code";
|
|---|
| 1128 | else if (ar.status == 3)
|
|---|
| 1129 | strm->msg = "invalid distance code";
|
|---|
| 1130 | else
|
|---|
| 1131 | strm->msg = "invalid distance too far back";
|
|---|
| 1132 | state->mode = BAD;
|
|---|
| 1133 | }
|
|---|
| 1134 | else if ( ar.status == 1 ) {
|
|---|
| 1135 | state->mode = TYPE;
|
|---|
| 1136 | }
|
|---|
| 1137 |
|
|---|
| 1138 | /* return unused bytes (on entry, bits < 8, so in won't go too far back) */
|
|---|
| 1139 | ar.len = ar.bits >> 3;
|
|---|
| 1140 | ar.in -= ar.len;
|
|---|
| 1141 | ar.bits -= ar.len << 3;
|
|---|
| 1142 | ar.hold &= (1U << ar.bits) - 1;
|
|---|
| 1143 |
|
|---|
| 1144 | /* update state and return */
|
|---|
| 1145 | strm->next_in = ar.in;
|
|---|
| 1146 | strm->next_out = ar.out;
|
|---|
| 1147 | strm->avail_in = (unsigned)(ar.in < ar.last ?
|
|---|
| 1148 | PAD_AVAIL_IN + (ar.last - ar.in) :
|
|---|
| 1149 | PAD_AVAIL_IN - (ar.in - ar.last));
|
|---|
| 1150 | strm->avail_out = (unsigned)(ar.out < ar.end ?
|
|---|
| 1151 | PAD_AVAIL_OUT + (ar.end - ar.out) :
|
|---|
| 1152 | PAD_AVAIL_OUT - (ar.out - ar.end));
|
|---|
| 1153 | state->hold = ar.hold;
|
|---|
| 1154 | state->bits = ar.bits;
|
|---|
| 1155 | return;
|
|---|
| 1156 | }
|
|---|
| 1157 |
|
|---|
