消消方块阵换皮表情
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 

751 lines
23 KiB

/**
* lz4lib
* 内部 class lz4util、lz4xxh32
* 外部类 lz4
* 例如:
* data=new Uint8Array(size);
* data_copress=lz4.compress(new Uint8Array());//压缩
* data=lz4.decompress(data_copress);//解压
*
*/
export namespace LZ4Lib {
/**-------------------------- -----util--------- ----------------------- */
// Simple hash function, from: http://burtleburtle.net/bob/hash/integer.html.
// Chosen because it doesn't use multiply and achieves full avalanche.
class lz4util {
static hashU32(a: number) {
a = a | 0;
a = a + 2127912214 + (a << 12) | 0;
a = a ^ -949894596 ^ a >>> 19;
a = a + 374761393 + (a << 5) | 0;
a = a + -744332180 ^ a << 9;
a = a + -42973499 + (a << 3) | 0;
return a ^ -1252372727 ^ a >>> 16 | 0;
}
// Reads a 64-bit little-endian integer from an array.
static readU64(b: Uint8Array | number[], n: number) {
var x = 0;
x |= b[n++] << 0;
x |= b[n++] << 8;
x |= b[n++] << 16;
x |= b[n++] << 24;
x |= b[n++] << 32;
x |= b[n++] << 40;
x |= b[n++] << 48;
x |= b[n++] << 56;
return x;
}
// Reads a 32-bit little-endian integer from an array.
static readU32(b: string | any[] | Uint8Array, n: number) {
var x = 0;
x |= b[n++] << 0;
x |= b[n++] << 8;
x |= b[n++] << 16;
x |= b[n++] << 24;
return x;
}
// Writes a 32-bit little-endian integer from an array.
static writeU32(b: any[] | Uint8Array, n: number, x: number) {
b[n++] = (x >> 0) & 0xff;
b[n++] = (x >> 8) & 0xff;
b[n++] = (x >> 16) & 0xff;
b[n++] = (x >> 24) & 0xff;
}
// Multiplies two numbers using 32-bit integer multiplication.
// Algorithm from Emscripten.
static imul(a: number, b: number) {
var ah = a >>> 16;
var al = a & 65535;
var bh = b >>> 16;
var bl = b & 65535;
return al * bl + (ah * bl + al * bh << 16) | 0;
};
}
/**-------------------------- -----xxh32--------- ----------------------- */
// xxhash32 primes
const prime1 = 0x9e3779b1;
const prime2 = 0x85ebca77;
const prime3 = 0xc2b2ae3d;
const prime4 = 0x27d4eb2f;
const prime5 = 0x165667b1;
// lz4utility functions/primitives
// --
function rotl32(x: number, r: number): number {
x = x | 0;
r = r | 0;
return x >>> (32 - r | 0) | x << r | 0;
}
function rotmul32(h: number, r: number, m: number): number {
h = h | 0;
r = r | 0;
m = m | 0;
return lz4util.imul(h >>> (32 - r | 0) | h << r, m) | 0;
}
function shiftxor32(h: number, s: number): number {
h = h | 0;
s = s | 0;
return h >>> s ^ h | 0;
}
// Implementation
// --
function xxhapply(h: number, src: number, m0: number, s: number, m1: number) {
return rotmul32(lz4util.imul(src, m0) + h, s, m1);
}
function xxh1(h: number, src: any[] | Uint8Array, index: number) {
return rotmul32((h + lz4util.imul(src[index], prime5)), 11, prime1);
}
function xxh4(h: number, src: any[] | Uint8Array, index: number) {
return xxhapply(h, lz4util.readU32(src, index), prime3, 17, prime4);
}
function xxh16(h: number[], src: any[] | Uint8Array, index: number): number[] {
return [
xxhapply(h[0], lz4util.readU32(src, index + 0), prime2, 13, prime1),
xxhapply(h[1], lz4util.readU32(src, index + 4), prime2, 13, prime1),
xxhapply(h[2], lz4util.readU32(src, index + 8), prime2, 13, prime1),
xxhapply(h[3], lz4util.readU32(src, index + 12), prime2, 13, prime1)
];
}
function xxh32(seed: number, src: any[] | Uint8Array, index: number, len: number) {
var h, l;
l = len;
if (len >= 16) {
h = [
seed + prime1 + prime2,
seed + prime2,
seed,
seed - prime1
];
while (len >= 16) {
h = xxh16(h, src, index);
index += 16;
len -= 16;
}
h = rotl32(h[0], 1) + rotl32(h[1], 7) + rotl32(h[2], 12) + rotl32(h[3], 18) + l;
} else {
h = (seed + prime5 + len) >>> 0;
}
while (len >= 4) {
h = xxh4(h, src, index);
index += 4;
len -= 4;
}
while (len > 0) {
h = xxh1(h, src, index);
index++;
len--;
}
h = shiftxor32(lz4util.imul(shiftxor32(lz4util.imul(shiftxor32(h, 15), prime2), 13), prime3), 16);
return h >>> 0;
}
class lz4xxh32 {
static hash(seed: number, src: any[] | Uint8Array, index: number, len: number) {
return xxh32(seed, src, index, len);
}
}
/**-------------------------- -----lz4--------- ----------------------- */
// lz4.js - An implementation of Lz4 in plain JavaScript.
//
// TODO:
// - Unify header parsing/writing.
// - Support options (block size, checksums)
// - Support streams
// - Better error handling (handle bad offset, etc.)
// - HC support (better search algorithm)
// - Tests/benchmarking
// Constants
// --
// Compression format parameters/constants.
const minMatch = 4;
const minLength = 13;
const searchLimit = 5;
const skipTrigger = 6;
const hashSize = 1 << 16;
// Token constants.
const mlBits = 4;
const mlMask = (1 << mlBits) - 1;
const runBits = 4;
const runMask = (1 << runBits) - 1;
// Shared buffers
const blockBuf = makeBuffer(5 << 20);
const hashTable = makeHashTable();
// Frame constants.
const magicNum = 0x184D2204;
// Frame descriptor flags.
const fdContentChksum = 0x4;
const fdContentSize = 0x8;
const fdBlockChksum = 0x10;
// let fdBlockIndep = 0x20;
const fdVersion = 0x40;
const fdVersionMask = 0xC0;
// Block sizes.
const bsUncompressed = 0x80000000;
const bsDefault = 7;
const bsShift = 4;
const bsMask = 7;
const bsMap: any = {
4: 0x10000,
5: 0x40000,
6: 0x100000,
7: 0x400000
};
// utility functions/primitives
// --
// Makes our hashtable. On older browsers, may return a plain array.
function makeHashTable() {
try {
return new Uint32Array(hashSize);
} catch (error) {
let hashTable = new Array(hashSize);
for (let i = 0; i < hashSize; i++) {
hashTable[i] = 0;
}
return hashTable;
}
}
// Clear hashtable.
function clearHashTable(table: any[] | Uint32Array) {
for (let i = 0; i < hashSize; i++) {
hashTable[i] = 0;
}
}
// Makes a byte buffer. On older browsers, may return a plain array.
function makeBuffer(size: number): Uint8Array {
try {
return new Uint8Array(size);
} catch (error) {
let buf = new Array(size);
for (let i = 0; i < size; i++) {
buf[i] = 0;
}
return new Uint8Array(buf);
}
}
function sliceArray(array: Uint8Array, start: number, end: number | undefined): Uint8Array {
if (typeof array.buffer !== undefined) {
if (array.slice) {
return array.slice(start, end);
} else {
// Uint8Array#slice polyfill.
let len = array.length;
// Calculate start.
start = start | 0;
start = (start < 0) ? Math.max(len + start, 0) : Math.min(start, len);
// Calculate end.
end = (end === undefined) ? len : end | 0;
end = (end < 0) ? Math.max(len + end, 0) : Math.min(end, len);
// Copy into new array.
let arraySlice = new Uint8Array(end - start);
for (let i = start, n = 0; i < end;) {
arraySlice[n++] = array[i++];
}
return arraySlice;
}
} else {
// Assume normal array.
return array.slice(start, end);
}
}
// Implementation
// --
export class lz4 {
// Calculates an upper bound for lz4 compression.
static compressBound(n: number) {
return (n + (n / 255) + 16) | 0;
};
// Calculates an upper bound for lz4 decompression, by reading the data.
static decompressBound(src: number[] | Uint8Array) {
let sIndex = 0;
// Read magic number
if (lz4util.readU32(src, sIndex) !== magicNum) {
throw new Error('invalid magic number');
}
sIndex += 4;
// Read descriptor
let descriptor = src[sIndex++];
// Check version
if ((descriptor & fdVersionMask) !== fdVersion) {
throw new Error('incompatible descriptor version ' + (descriptor & fdVersionMask));
}
// Read flags
let useBlockSum = (descriptor & fdBlockChksum) !== 0;
let useContentSize = (descriptor & fdContentSize) !== 0;
// Read block size
let bsIdx = (src[sIndex++] >> bsShift) & bsMask;
if (bsMap[bsIdx] === undefined) {
throw new Error('invalid block size ' + bsIdx);
}
let maxBlockSize = bsMap[bsIdx];
// Get content size
if (useContentSize) {
return lz4util.readU64(src, sIndex);
}
// Checksum
sIndex++;
// Read blocks.
let maxSize = 0;
while (true) {
let blockSize = lz4util.readU32(src, sIndex);
sIndex += 4;
if (blockSize & bsUncompressed) {
blockSize &= ~bsUncompressed;
maxSize += blockSize;
} else if (blockSize > 0) {
maxSize += maxBlockSize;
}
if (blockSize === 0) {
return maxSize;
}
if (useBlockSum) {
sIndex += 4;
}
sIndex += blockSize;
}
};
// Creates a buffer of a given byte-size, falling back to plain arrays.
static makeBuffer(size: number): Uint8Array {
return makeBuffer(size)
}
// Decompresses a block of Lz4.
static decompressBlock(src: any[] | Uint8Array, dst: any[] | Uint8Array, sIndex: number, sLength: number, dIndex: number) {
let mLength, mOffset, sEnd, n, i;
let hasCopyWithin = dst.copyWithin !== undefined && dst.fill !== undefined;
// Setup initial state.
sEnd = sIndex + sLength;
// Consume entire input block.
while (sIndex < sEnd) {
let token = src[sIndex++];
// Copy literals.
let literalCount = (token >> 4);
if (literalCount > 0) {
// Parse length.
if (literalCount === 0xf) {
while (true) {
literalCount += src[sIndex];
if (src[sIndex++] !== 0xff) {
break;
}
}
}
// Copy literals
for (n = sIndex + literalCount; sIndex < n;) {
dst[dIndex++] = src[sIndex++];
}
}
if (sIndex >= sEnd) {
break;
}
// Copy match.
mLength = (token & 0xf);
// Parse offset.
mOffset = src[sIndex++] | (src[sIndex++] << 8);
// Parse length.
if (mLength === 0xf) {
while (true) {
mLength += src[sIndex];
if (src[sIndex++] !== 0xff) {
break;
}
}
}
mLength += minMatch;
// Copy match
// prefer to use typedarray.copyWithin for larger matches
// NOTE: copyWithin doesn't work as required by LZ4 for overlapping sequences
// e.g. mOffset=1, mLength=30 (repeach char 30 times)
// we special case the repeat char w/ array.fill
if (hasCopyWithin && mOffset === 1) {
dst.fill(dst[dIndex - 1] | 0, dIndex, dIndex + mLength);
dIndex += mLength;
} else if (hasCopyWithin && mOffset > mLength && mLength > 31) {
dst.copyWithin(dIndex, dIndex - mOffset, dIndex - mOffset + mLength);
dIndex += mLength;
} else {
for (i = dIndex - mOffset, n = i + mLength; i < n;) {
dst[dIndex++] = dst[i++] | 0;
}
}
}
return dIndex;
};
// Compresses a block with Lz4.
static compressBlock(src: string | any[] | Uint8Array, dst: any[] | Uint8Array, sIndex: number, sLength: number, hashTable: any[] | Uint32Array) {
let mIndex, mAnchor, mLength, mOffset, mStep;
let literalCount, dIndex, sEnd, n;
// Setup initial state.
dIndex = 0;
sEnd = sLength + sIndex;
mAnchor = sIndex;
// Process only if block is large enough.
if (sLength >= minLength) {
let searchMatchCount = (1 << skipTrigger) + 3;
// Consume until last n literals (Lz4 spec limitation.)
while (sIndex + minMatch < sEnd - searchLimit) {
let seq = lz4util.readU32(src, sIndex);
let hash = lz4util.hashU32(seq) >>> 0;
// Crush hash to 16 bits.
hash = ((hash >> 16) ^ hash) >>> 0 & 0xffff;
// Look for a match in the hashtable. NOTE: remove one; see below.
mIndex = hashTable[hash] - 1;
// Put pos in hash table. NOTE: add one so that zero = invalid.
hashTable[hash] = sIndex + 1;
// Determine if there is a match (within range.)
if (mIndex < 0 || ((sIndex - mIndex) >>> 16) > 0 || lz4util.readU32(src, mIndex) !== seq) {
mStep = searchMatchCount++ >> skipTrigger;
sIndex += mStep;
continue;
}
searchMatchCount = (1 << skipTrigger) + 3;
// Calculate literal count and offset.
literalCount = sIndex - mAnchor;
mOffset = sIndex - mIndex;
// We've already matched one word, so get that out of the way.
sIndex += minMatch;
mIndex += minMatch;
// Determine match length.
// N.B.: mLength does not include minMatch, Lz4 adds it back
// in decoding.
mLength = sIndex;
while (sIndex < sEnd - searchLimit && src[sIndex] === src[mIndex]) {
sIndex++;
mIndex++;
}
mLength = sIndex - mLength;
// Write token + literal count.
let token = mLength < mlMask ? mLength : mlMask;
if (literalCount >= runMask) {
dst[dIndex++] = (runMask << mlBits) + token;
for (n = literalCount - runMask; n >= 0xff; n -= 0xff) {
dst[dIndex++] = 0xff;
}
dst[dIndex++] = n;
} else {
dst[dIndex++] = (literalCount << mlBits) + token;
}
// Write literals.
for (let i = 0; i < literalCount; i++) {
dst[dIndex++] = src[mAnchor + i];
}
// Write offset.
dst[dIndex++] = mOffset;
dst[dIndex++] = (mOffset >> 8);
// Write match length.
if (mLength >= mlMask) {
for (n = mLength - mlMask; n >= 0xff; n -= 0xff) {
dst[dIndex++] = 0xff;
}
dst[dIndex++] = n;
}
// Move the anchor.
mAnchor = sIndex;
}
}
// Nothing was encoded.
if (mAnchor === 0) {
return 0;
}
// Write remaining literals.
// Write literal token+count.
literalCount = sEnd - mAnchor;
if (literalCount >= runMask) {
dst[dIndex++] = (runMask << mlBits);
for (n = literalCount - runMask; n >= 0xff; n -= 0xff) {
dst[dIndex++] = 0xff;
}
dst[dIndex++] = n;
} else {
dst[dIndex++] = (literalCount << mlBits);
}
// Write literals.
sIndex = mAnchor;
while (sIndex < sEnd) {
dst[dIndex++] = src[sIndex++];
}
return dIndex;
};
// Decompresses a frame of Lz4 data.
static decompressFrame(src: any[] | Uint8Array, dst: any[] | Uint8Array) {
let useBlockSum, useContentSum, useContentSize, descriptor;
let sIndex = 0;
let dIndex = 0;
// Read magic number
if (lz4util.readU32(src, sIndex) !== magicNum) {
throw new Error('invalid magic number');
}
sIndex += 4;
// Read descriptor
descriptor = src[sIndex++];
// Check version
if ((descriptor & fdVersionMask) !== fdVersion) {
throw new Error('incompatible descriptor version');
}
// Read flags
useBlockSum = (descriptor & fdBlockChksum) !== 0;
useContentSum = (descriptor & fdContentChksum) !== 0;
useContentSize = (descriptor & fdContentSize) !== 0;
// Read block size
let bsIdx = (src[sIndex++] >> bsShift) & bsMask;
if (bsMap[bsIdx] === undefined) {
throw new Error('invalid block size');
}
if (useContentSize) {
// TODO: read content size
sIndex += 8;
}
sIndex++;
// Read blocks.
while (true) {
let compSize;
compSize = lz4util.readU32(src, sIndex);
sIndex += 4;
if (compSize === 0) {
break;
}
if (useBlockSum) {
// TODO: read block checksum
sIndex += 4;
}
// Check if block is compressed
if ((compSize & bsUncompressed) !== 0) {
// Mask off the 'uncompressed' bit
compSize &= ~bsUncompressed;
// Copy uncompressed data into destination buffer.
for (let j = 0; j < compSize; j++) {
dst[dIndex++] = src[sIndex++];
}
} else {
// Decompress into blockBuf
dIndex = lz4.decompressBlock(src, dst, sIndex, compSize, dIndex);
sIndex += compSize;
}
}
if (useContentSum) {
// TODO: read content checksum
sIndex += 4;
}
return dIndex;
};
// Compresses data to an Lz4 frame.
static compressFrame(src: string | any[] | Uint8Array, dst: any[] | Uint8Array) {
let dIndex = 0;
// Write magic number.
lz4util.writeU32(dst, dIndex, magicNum);
dIndex += 4;
// Descriptor flags.
dst[dIndex++] = fdVersion;
dst[dIndex++] = bsDefault << bsShift;
// Descriptor checksum.
dst[dIndex] = lz4xxh32.hash(0, dst, 4, dIndex - 4) >> 8;
dIndex++;
// Write blocks.
let maxBlockSize = bsMap[bsDefault];
let remaining = src.length;
let sIndex = 0;
// Clear the hashtable.
clearHashTable(hashTable);
// Split input into blocks and write.
while (remaining > 0) {
let compSize = 0;
let blockSize = remaining > maxBlockSize ? maxBlockSize : remaining;
compSize = lz4.compressBlock(src, blockBuf, sIndex, blockSize, hashTable);
if (compSize > blockSize || compSize === 0) {
// Output uncompressed.
lz4util.writeU32(dst, dIndex, 0x80000000 | blockSize);
dIndex += 4;
for (let z = sIndex + blockSize; sIndex < z;) {
dst[dIndex++] = src[sIndex++];
}
remaining -= blockSize;
} else {
// Output compressed.
lz4util.writeU32(dst, dIndex, compSize);
dIndex += 4;
for (let j = 0; j < compSize;) {
dst[dIndex++] = blockBuf[j++];
}
sIndex += blockSize;
remaining -= blockSize;
}
}
// Write blank end block.
lz4util.writeU32(dst, dIndex, 0);
dIndex += 4;
return dIndex;
};
// Decompresses a buffer containing an Lz4 frame. maxSize is optional; if not
// provided, a maximum size will be determined by examining the data. The
// buffer returned will always be perfectly-sized.
static decompress(src: Uint8Array) {
let dst, size;
let maxSize = lz4.decompressBound(src);
// if (maxSize === undefined) {
// }
dst = lz4.makeBuffer(maxSize);
size = lz4.decompressFrame(src, dst);
if (size !== maxSize) {
dst = sliceArray(dst, 0, size);
}
return dst;
};
// Compresses a buffer to an Lz4 frame. maxSize is optional; if not provided,
// a buffer will be created based on the theoretical worst output size for a
// given input size. The buffer returned will always be perfectly-sized.
static compress(src: Uint8Array, maxSize?: number): Uint8Array {
let dst, size;
if (maxSize === undefined) {
maxSize = lz4.compressBound(src.length);
}
dst = lz4.makeBuffer(maxSize);
size = lz4.compressFrame(src, dst);
if (size !== maxSize) {
dst = sliceArray(dst, 0, size);
}
return dst;
};
}
}