istereo2

annotate libs/zlib/crc32.c @ 13:ea928c313344

foo
author John Tsiombikas <nuclear@member.fsf.org>
date Mon, 28 Sep 2015 19:04:50 +0300
parents
children
rev   line source
nuclear@2 1 /* crc32.c -- compute the CRC-32 of a data stream
nuclear@2 2 * Copyright (C) 1995-2005 Mark Adler
nuclear@2 3 * For conditions of distribution and use, see copyright notice in zlib.h
nuclear@2 4 *
nuclear@2 5 * Thanks to Rodney Brown <rbrown64@csc.com.au> for his contribution of faster
nuclear@2 6 * CRC methods: exclusive-oring 32 bits of data at a time, and pre-computing
nuclear@2 7 * tables for updating the shift register in one step with three exclusive-ors
nuclear@2 8 * instead of four steps with four exclusive-ors. This results in about a
nuclear@2 9 * factor of two increase in speed on a Power PC G4 (PPC7455) using gcc -O3.
nuclear@2 10 */
nuclear@2 11
nuclear@2 12 /* @(#) $Id$ */
nuclear@2 13
nuclear@2 14 /*
nuclear@2 15 Note on the use of DYNAMIC_CRC_TABLE: there is no mutex or semaphore
nuclear@2 16 protection on the static variables used to control the first-use generation
nuclear@2 17 of the crc tables. Therefore, if you #define DYNAMIC_CRC_TABLE, you should
nuclear@2 18 first call get_crc_table() to initialize the tables before allowing more than
nuclear@2 19 one thread to use crc32().
nuclear@2 20 */
nuclear@2 21
nuclear@2 22 #ifdef MAKECRCH
nuclear@2 23 # include <stdio.h>
nuclear@2 24 # ifndef DYNAMIC_CRC_TABLE
nuclear@2 25 # define DYNAMIC_CRC_TABLE
nuclear@2 26 # endif /* !DYNAMIC_CRC_TABLE */
nuclear@2 27 #endif /* MAKECRCH */
nuclear@2 28
nuclear@2 29 #include "zutil.h" /* for STDC and FAR definitions */
nuclear@2 30
nuclear@2 31 #define local static
nuclear@2 32
nuclear@2 33 /* Find a four-byte integer type for crc32_little() and crc32_big(). */
nuclear@2 34 #ifndef NOBYFOUR
nuclear@2 35 # ifdef STDC /* need ANSI C limits.h to determine sizes */
nuclear@2 36 # include <limits.h>
nuclear@2 37 # define BYFOUR
nuclear@2 38 # if (UINT_MAX == 0xffffffffUL)
nuclear@2 39 typedef unsigned int u4;
nuclear@2 40 # else
nuclear@2 41 # if (ULONG_MAX == 0xffffffffUL)
nuclear@2 42 typedef unsigned long u4;
nuclear@2 43 # else
nuclear@2 44 # if (USHRT_MAX == 0xffffffffUL)
nuclear@2 45 typedef unsigned short u4;
nuclear@2 46 # else
nuclear@2 47 # undef BYFOUR /* can't find a four-byte integer type! */
nuclear@2 48 # endif
nuclear@2 49 # endif
nuclear@2 50 # endif
nuclear@2 51 # endif /* STDC */
nuclear@2 52 #endif /* !NOBYFOUR */
nuclear@2 53
nuclear@2 54 /* Definitions for doing the crc four data bytes at a time. */
nuclear@2 55 #ifdef BYFOUR
nuclear@2 56 # define REV(w) (((w)>>24)+(((w)>>8)&0xff00)+ \
nuclear@2 57 (((w)&0xff00)<<8)+(((w)&0xff)<<24))
nuclear@2 58 local unsigned long crc32_little OF((unsigned long,
nuclear@2 59 const unsigned char FAR *, unsigned));
nuclear@2 60 local unsigned long crc32_big OF((unsigned long,
nuclear@2 61 const unsigned char FAR *, unsigned));
nuclear@2 62 # define TBLS 8
nuclear@2 63 #else
nuclear@2 64 # define TBLS 1
nuclear@2 65 #endif /* BYFOUR */
nuclear@2 66
nuclear@2 67 /* Local functions for crc concatenation */
nuclear@2 68 local unsigned long gf2_matrix_times OF((unsigned long *mat,
nuclear@2 69 unsigned long vec));
nuclear@2 70 local void gf2_matrix_square OF((unsigned long *square, unsigned long *mat));
nuclear@2 71
nuclear@2 72 #ifdef DYNAMIC_CRC_TABLE
nuclear@2 73
nuclear@2 74 local volatile int crc_table_empty = 1;
nuclear@2 75 local unsigned long FAR crc_table[TBLS][256];
nuclear@2 76 local void make_crc_table OF((void));
nuclear@2 77 #ifdef MAKECRCH
nuclear@2 78 local void write_table OF((FILE *, const unsigned long FAR *));
nuclear@2 79 #endif /* MAKECRCH */
nuclear@2 80 /*
nuclear@2 81 Generate tables for a byte-wise 32-bit CRC calculation on the polynomial:
nuclear@2 82 x^32+x^26+x^23+x^22+x^16+x^12+x^11+x^10+x^8+x^7+x^5+x^4+x^2+x+1.
nuclear@2 83
nuclear@2 84 Polynomials over GF(2) are represented in binary, one bit per coefficient,
nuclear@2 85 with the lowest powers in the most significant bit. Then adding polynomials
nuclear@2 86 is just exclusive-or, and multiplying a polynomial by x is a right shift by
nuclear@2 87 one. If we call the above polynomial p, and represent a byte as the
nuclear@2 88 polynomial q, also with the lowest power in the most significant bit (so the
nuclear@2 89 byte 0xb1 is the polynomial x^7+x^3+x+1), then the CRC is (q*x^32) mod p,
nuclear@2 90 where a mod b means the remainder after dividing a by b.
nuclear@2 91
nuclear@2 92 This calculation is done using the shift-register method of multiplying and
nuclear@2 93 taking the remainder. The register is initialized to zero, and for each
nuclear@2 94 incoming bit, x^32 is added mod p to the register if the bit is a one (where
nuclear@2 95 x^32 mod p is p+x^32 = x^26+...+1), and the register is multiplied mod p by
nuclear@2 96 x (which is shifting right by one and adding x^32 mod p if the bit shifted
nuclear@2 97 out is a one). We start with the highest power (least significant bit) of
nuclear@2 98 q and repeat for all eight bits of q.
nuclear@2 99
nuclear@2 100 The first table is simply the CRC of all possible eight bit values. This is
nuclear@2 101 all the information needed to generate CRCs on data a byte at a time for all
nuclear@2 102 combinations of CRC register values and incoming bytes. The remaining tables
nuclear@2 103 allow for word-at-a-time CRC calculation for both big-endian and little-
nuclear@2 104 endian machines, where a word is four bytes.
nuclear@2 105 */
nuclear@2 106 local void make_crc_table()
nuclear@2 107 {
nuclear@2 108 unsigned long c;
nuclear@2 109 int n, k;
nuclear@2 110 unsigned long poly; /* polynomial exclusive-or pattern */
nuclear@2 111 /* terms of polynomial defining this crc (except x^32): */
nuclear@2 112 static volatile int first = 1; /* flag to limit concurrent making */
nuclear@2 113 static const unsigned char p[] = {0,1,2,4,5,7,8,10,11,12,16,22,23,26};
nuclear@2 114
nuclear@2 115 /* See if another task is already doing this (not thread-safe, but better
nuclear@2 116 than nothing -- significantly reduces duration of vulnerability in
nuclear@2 117 case the advice about DYNAMIC_CRC_TABLE is ignored) */
nuclear@2 118 if (first) {
nuclear@2 119 first = 0;
nuclear@2 120
nuclear@2 121 /* make exclusive-or pattern from polynomial (0xedb88320UL) */
nuclear@2 122 poly = 0UL;
nuclear@2 123 for (n = 0; n < sizeof(p)/sizeof(unsigned char); n++)
nuclear@2 124 poly |= 1UL << (31 - p[n]);
nuclear@2 125
nuclear@2 126 /* generate a crc for every 8-bit value */
nuclear@2 127 for (n = 0; n < 256; n++) {
nuclear@2 128 c = (unsigned long)n;
nuclear@2 129 for (k = 0; k < 8; k++)
nuclear@2 130 c = c & 1 ? poly ^ (c >> 1) : c >> 1;
nuclear@2 131 crc_table[0][n] = c;
nuclear@2 132 }
nuclear@2 133
nuclear@2 134 #ifdef BYFOUR
nuclear@2 135 /* generate crc for each value followed by one, two, and three zeros,
nuclear@2 136 and then the byte reversal of those as well as the first table */
nuclear@2 137 for (n = 0; n < 256; n++) {
nuclear@2 138 c = crc_table[0][n];
nuclear@2 139 crc_table[4][n] = REV(c);
nuclear@2 140 for (k = 1; k < 4; k++) {
nuclear@2 141 c = crc_table[0][c & 0xff] ^ (c >> 8);
nuclear@2 142 crc_table[k][n] = c;
nuclear@2 143 crc_table[k + 4][n] = REV(c);
nuclear@2 144 }
nuclear@2 145 }
nuclear@2 146 #endif /* BYFOUR */
nuclear@2 147
nuclear@2 148 crc_table_empty = 0;
nuclear@2 149 }
nuclear@2 150 else { /* not first */
nuclear@2 151 /* wait for the other guy to finish (not efficient, but rare) */
nuclear@2 152 while (crc_table_empty)
nuclear@2 153 ;
nuclear@2 154 }
nuclear@2 155
nuclear@2 156 #ifdef MAKECRCH
nuclear@2 157 /* write out CRC tables to crc32.h */
nuclear@2 158 {
nuclear@2 159 FILE *out;
nuclear@2 160
nuclear@2 161 out = fopen("crc32.h", "w");
nuclear@2 162 if (out == NULL) return;
nuclear@2 163 fprintf(out, "/* crc32.h -- tables for rapid CRC calculation\n");
nuclear@2 164 fprintf(out, " * Generated automatically by crc32.c\n */\n\n");
nuclear@2 165 fprintf(out, "local const unsigned long FAR ");
nuclear@2 166 fprintf(out, "crc_table[TBLS][256] =\n{\n {\n");
nuclear@2 167 write_table(out, crc_table[0]);
nuclear@2 168 # ifdef BYFOUR
nuclear@2 169 fprintf(out, "#ifdef BYFOUR\n");
nuclear@2 170 for (k = 1; k < 8; k++) {
nuclear@2 171 fprintf(out, " },\n {\n");
nuclear@2 172 write_table(out, crc_table[k]);
nuclear@2 173 }
nuclear@2 174 fprintf(out, "#endif\n");
nuclear@2 175 # endif /* BYFOUR */
nuclear@2 176 fprintf(out, " }\n};\n");
nuclear@2 177 fclose(out);
nuclear@2 178 }
nuclear@2 179 #endif /* MAKECRCH */
nuclear@2 180 }
nuclear@2 181
nuclear@2 182 #ifdef MAKECRCH
nuclear@2 183 local void write_table(out, table)
nuclear@2 184 FILE *out;
nuclear@2 185 const unsigned long FAR *table;
nuclear@2 186 {
nuclear@2 187 int n;
nuclear@2 188
nuclear@2 189 for (n = 0; n < 256; n++)
nuclear@2 190 fprintf(out, "%s0x%08lxUL%s", n % 5 ? "" : " ", table[n],
nuclear@2 191 n == 255 ? "\n" : (n % 5 == 4 ? ",\n" : ", "));
nuclear@2 192 }
nuclear@2 193 #endif /* MAKECRCH */
nuclear@2 194
nuclear@2 195 #else /* !DYNAMIC_CRC_TABLE */
nuclear@2 196 /* ========================================================================
nuclear@2 197 * Tables of CRC-32s of all single-byte values, made by make_crc_table().
nuclear@2 198 */
nuclear@2 199 #include "crc32.h"
nuclear@2 200 #endif /* DYNAMIC_CRC_TABLE */
nuclear@2 201
nuclear@2 202 /* =========================================================================
nuclear@2 203 * This function can be used by asm versions of crc32()
nuclear@2 204 */
nuclear@2 205 const unsigned long FAR * ZEXPORT get_crc_table()
nuclear@2 206 {
nuclear@2 207 #ifdef DYNAMIC_CRC_TABLE
nuclear@2 208 if (crc_table_empty)
nuclear@2 209 make_crc_table();
nuclear@2 210 #endif /* DYNAMIC_CRC_TABLE */
nuclear@2 211 return (const unsigned long FAR *)crc_table;
nuclear@2 212 }
nuclear@2 213
nuclear@2 214 /* ========================================================================= */
nuclear@2 215 #define DO1 crc = crc_table[0][((int)crc ^ (*buf++)) & 0xff] ^ (crc >> 8)
nuclear@2 216 #define DO8 DO1; DO1; DO1; DO1; DO1; DO1; DO1; DO1
nuclear@2 217
nuclear@2 218 /* ========================================================================= */
nuclear@2 219 unsigned long ZEXPORT crc32(crc, buf, len)
nuclear@2 220 unsigned long crc;
nuclear@2 221 const unsigned char FAR *buf;
nuclear@2 222 unsigned len;
nuclear@2 223 {
nuclear@2 224 if (buf == Z_NULL) return 0UL;
nuclear@2 225
nuclear@2 226 #ifdef DYNAMIC_CRC_TABLE
nuclear@2 227 if (crc_table_empty)
nuclear@2 228 make_crc_table();
nuclear@2 229 #endif /* DYNAMIC_CRC_TABLE */
nuclear@2 230
nuclear@2 231 #ifdef BYFOUR
nuclear@2 232 if (sizeof(void *) == sizeof(ptrdiff_t)) {
nuclear@2 233 u4 endian;
nuclear@2 234
nuclear@2 235 endian = 1;
nuclear@2 236 if (*((unsigned char *)(&endian)))
nuclear@2 237 return crc32_little(crc, buf, len);
nuclear@2 238 else
nuclear@2 239 return crc32_big(crc, buf, len);
nuclear@2 240 }
nuclear@2 241 #endif /* BYFOUR */
nuclear@2 242 crc = crc ^ 0xffffffffUL;
nuclear@2 243 while (len >= 8) {
nuclear@2 244 DO8;
nuclear@2 245 len -= 8;
nuclear@2 246 }
nuclear@2 247 if (len) do {
nuclear@2 248 DO1;
nuclear@2 249 } while (--len);
nuclear@2 250 return crc ^ 0xffffffffUL;
nuclear@2 251 }
nuclear@2 252
nuclear@2 253 #ifdef BYFOUR
nuclear@2 254
nuclear@2 255 /* ========================================================================= */
nuclear@2 256 #define DOLIT4 c ^= *buf4++; \
nuclear@2 257 c = crc_table[3][c & 0xff] ^ crc_table[2][(c >> 8) & 0xff] ^ \
nuclear@2 258 crc_table[1][(c >> 16) & 0xff] ^ crc_table[0][c >> 24]
nuclear@2 259 #define DOLIT32 DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4; DOLIT4
nuclear@2 260
nuclear@2 261 /* ========================================================================= */
nuclear@2 262 local unsigned long crc32_little(crc, buf, len)
nuclear@2 263 unsigned long crc;
nuclear@2 264 const unsigned char FAR *buf;
nuclear@2 265 unsigned len;
nuclear@2 266 {
nuclear@2 267 register u4 c;
nuclear@2 268 register const u4 FAR *buf4;
nuclear@2 269
nuclear@2 270 c = (u4)crc;
nuclear@2 271 c = ~c;
nuclear@2 272 while (len && ((ptrdiff_t)buf & 3)) {
nuclear@2 273 c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
nuclear@2 274 len--;
nuclear@2 275 }
nuclear@2 276
nuclear@2 277 buf4 = (const u4 FAR *)(const void FAR *)buf;
nuclear@2 278 while (len >= 32) {
nuclear@2 279 DOLIT32;
nuclear@2 280 len -= 32;
nuclear@2 281 }
nuclear@2 282 while (len >= 4) {
nuclear@2 283 DOLIT4;
nuclear@2 284 len -= 4;
nuclear@2 285 }
nuclear@2 286 buf = (const unsigned char FAR *)buf4;
nuclear@2 287
nuclear@2 288 if (len) do {
nuclear@2 289 c = crc_table[0][(c ^ *buf++) & 0xff] ^ (c >> 8);
nuclear@2 290 } while (--len);
nuclear@2 291 c = ~c;
nuclear@2 292 return (unsigned long)c;
nuclear@2 293 }
nuclear@2 294
nuclear@2 295 /* ========================================================================= */
nuclear@2 296 #define DOBIG4 c ^= *++buf4; \
nuclear@2 297 c = crc_table[4][c & 0xff] ^ crc_table[5][(c >> 8) & 0xff] ^ \
nuclear@2 298 crc_table[6][(c >> 16) & 0xff] ^ crc_table[7][c >> 24]
nuclear@2 299 #define DOBIG32 DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4; DOBIG4
nuclear@2 300
nuclear@2 301 /* ========================================================================= */
nuclear@2 302 local unsigned long crc32_big(crc, buf, len)
nuclear@2 303 unsigned long crc;
nuclear@2 304 const unsigned char FAR *buf;
nuclear@2 305 unsigned len;
nuclear@2 306 {
nuclear@2 307 register u4 c;
nuclear@2 308 register const u4 FAR *buf4;
nuclear@2 309
nuclear@2 310 c = REV((u4)crc);
nuclear@2 311 c = ~c;
nuclear@2 312 while (len && ((ptrdiff_t)buf & 3)) {
nuclear@2 313 c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
nuclear@2 314 len--;
nuclear@2 315 }
nuclear@2 316
nuclear@2 317 buf4 = (const u4 FAR *)(const void FAR *)buf;
nuclear@2 318 buf4--;
nuclear@2 319 while (len >= 32) {
nuclear@2 320 DOBIG32;
nuclear@2 321 len -= 32;
nuclear@2 322 }
nuclear@2 323 while (len >= 4) {
nuclear@2 324 DOBIG4;
nuclear@2 325 len -= 4;
nuclear@2 326 }
nuclear@2 327 buf4++;
nuclear@2 328 buf = (const unsigned char FAR *)buf4;
nuclear@2 329
nuclear@2 330 if (len) do {
nuclear@2 331 c = crc_table[4][(c >> 24) ^ *buf++] ^ (c << 8);
nuclear@2 332 } while (--len);
nuclear@2 333 c = ~c;
nuclear@2 334 return (unsigned long)(REV(c));
nuclear@2 335 }
nuclear@2 336
nuclear@2 337 #endif /* BYFOUR */
nuclear@2 338
nuclear@2 339 #define GF2_DIM 32 /* dimension of GF(2) vectors (length of CRC) */
nuclear@2 340
nuclear@2 341 /* ========================================================================= */
nuclear@2 342 local unsigned long gf2_matrix_times(mat, vec)
nuclear@2 343 unsigned long *mat;
nuclear@2 344 unsigned long vec;
nuclear@2 345 {
nuclear@2 346 unsigned long sum;
nuclear@2 347
nuclear@2 348 sum = 0;
nuclear@2 349 while (vec) {
nuclear@2 350 if (vec & 1)
nuclear@2 351 sum ^= *mat;
nuclear@2 352 vec >>= 1;
nuclear@2 353 mat++;
nuclear@2 354 }
nuclear@2 355 return sum;
nuclear@2 356 }
nuclear@2 357
nuclear@2 358 /* ========================================================================= */
nuclear@2 359 local void gf2_matrix_square(square, mat)
nuclear@2 360 unsigned long *square;
nuclear@2 361 unsigned long *mat;
nuclear@2 362 {
nuclear@2 363 int n;
nuclear@2 364
nuclear@2 365 for (n = 0; n < GF2_DIM; n++)
nuclear@2 366 square[n] = gf2_matrix_times(mat, mat[n]);
nuclear@2 367 }
nuclear@2 368
nuclear@2 369 /* ========================================================================= */
nuclear@2 370 uLong ZEXPORT crc32_combine(crc1, crc2, len2)
nuclear@2 371 uLong crc1;
nuclear@2 372 uLong crc2;
nuclear@2 373 z_off_t len2;
nuclear@2 374 {
nuclear@2 375 int n;
nuclear@2 376 unsigned long row;
nuclear@2 377 unsigned long even[GF2_DIM]; /* even-power-of-two zeros operator */
nuclear@2 378 unsigned long odd[GF2_DIM]; /* odd-power-of-two zeros operator */
nuclear@2 379
nuclear@2 380 /* degenerate case */
nuclear@2 381 if (len2 == 0)
nuclear@2 382 return crc1;
nuclear@2 383
nuclear@2 384 /* put operator for one zero bit in odd */
nuclear@2 385 odd[0] = 0xedb88320L; /* CRC-32 polynomial */
nuclear@2 386 row = 1;
nuclear@2 387 for (n = 1; n < GF2_DIM; n++) {
nuclear@2 388 odd[n] = row;
nuclear@2 389 row <<= 1;
nuclear@2 390 }
nuclear@2 391
nuclear@2 392 /* put operator for two zero bits in even */
nuclear@2 393 gf2_matrix_square(even, odd);
nuclear@2 394
nuclear@2 395 /* put operator for four zero bits in odd */
nuclear@2 396 gf2_matrix_square(odd, even);
nuclear@2 397
nuclear@2 398 /* apply len2 zeros to crc1 (first square will put the operator for one
nuclear@2 399 zero byte, eight zero bits, in even) */
nuclear@2 400 do {
nuclear@2 401 /* apply zeros operator for this bit of len2 */
nuclear@2 402 gf2_matrix_square(even, odd);
nuclear@2 403 if (len2 & 1)
nuclear@2 404 crc1 = gf2_matrix_times(even, crc1);
nuclear@2 405 len2 >>= 1;
nuclear@2 406
nuclear@2 407 /* if no more bits set, then done */
nuclear@2 408 if (len2 == 0)
nuclear@2 409 break;
nuclear@2 410
nuclear@2 411 /* another iteration of the loop with odd and even swapped */
nuclear@2 412 gf2_matrix_square(odd, even);
nuclear@2 413 if (len2 & 1)
nuclear@2 414 crc1 = gf2_matrix_times(odd, crc1);
nuclear@2 415 len2 >>= 1;
nuclear@2 416
nuclear@2 417 /* if no more bits set, then done */
nuclear@2 418 } while (len2 != 0);
nuclear@2 419
nuclear@2 420 /* return combined crc */
nuclear@2 421 crc1 ^= crc2;
nuclear@2 422 return crc1;
nuclear@2 423 }