1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210 |
- /**
- * @license node-stream-zip | (c) 2020 Antelle | https://github.com/antelle/node-stream-zip/blob/master/LICENSE
- * Portions copyright https://github.com/cthackers/adm-zip | https://raw.githubusercontent.com/cthackers/adm-zip/master/LICENSE
- */
- let fs = require('fs');
- const util = require('util');
- const path = require('path');
- const events = require('events');
- const zlib = require('zlib');
- const stream = require('stream');
- const consts = {
- /* The local file header */
- LOCHDR: 30, // LOC header size
- LOCSIG: 0x04034b50, // "PK\003\004"
- LOCVER: 4, // version needed to extract
- LOCFLG: 6, // general purpose bit flag
- LOCHOW: 8, // compression method
- LOCTIM: 10, // modification time (2 bytes time, 2 bytes date)
- LOCCRC: 14, // uncompressed file crc-32 value
- LOCSIZ: 18, // compressed size
- LOCLEN: 22, // uncompressed size
- LOCNAM: 26, // filename length
- LOCEXT: 28, // extra field length
- /* The Data descriptor */
- EXTSIG: 0x08074b50, // "PK\007\008"
- EXTHDR: 16, // EXT header size
- EXTCRC: 4, // uncompressed file crc-32 value
- EXTSIZ: 8, // compressed size
- EXTLEN: 12, // uncompressed size
- /* The central directory file header */
- CENHDR: 46, // CEN header size
- CENSIG: 0x02014b50, // "PK\001\002"
- CENVEM: 4, // version made by
- CENVER: 6, // version needed to extract
- CENFLG: 8, // encrypt, decrypt flags
- CENHOW: 10, // compression method
- CENTIM: 12, // modification time (2 bytes time, 2 bytes date)
- CENCRC: 16, // uncompressed file crc-32 value
- CENSIZ: 20, // compressed size
- CENLEN: 24, // uncompressed size
- CENNAM: 28, // filename length
- CENEXT: 30, // extra field length
- CENCOM: 32, // file comment length
- CENDSK: 34, // volume number start
- CENATT: 36, // internal file attributes
- CENATX: 38, // external file attributes (host system dependent)
- CENOFF: 42, // LOC header offset
- /* The entries in the end of central directory */
- ENDHDR: 22, // END header size
- ENDSIG: 0x06054b50, // "PK\005\006"
- ENDSIGFIRST: 0x50,
- ENDSUB: 8, // number of entries on this disk
- ENDTOT: 10, // total number of entries
- ENDSIZ: 12, // central directory size in bytes
- ENDOFF: 16, // offset of first CEN header
- ENDCOM: 20, // zip file comment length
- MAXFILECOMMENT: 0xffff,
- /* The entries in the end of ZIP64 central directory locator */
- ENDL64HDR: 20, // ZIP64 end of central directory locator header size
- ENDL64SIG: 0x07064b50, // ZIP64 end of central directory locator signature
- ENDL64SIGFIRST: 0x50,
- ENDL64OFS: 8, // ZIP64 end of central directory offset
- /* The entries in the end of ZIP64 central directory */
- END64HDR: 56, // ZIP64 end of central directory header size
- END64SIG: 0x06064b50, // ZIP64 end of central directory signature
- END64SIGFIRST: 0x50,
- END64SUB: 24, // number of entries on this disk
- END64TOT: 32, // total number of entries
- END64SIZ: 40,
- END64OFF: 48,
- /* Compression methods */
- STORED: 0, // no compression
- SHRUNK: 1, // shrunk
- REDUCED1: 2, // reduced with compression factor 1
- REDUCED2: 3, // reduced with compression factor 2
- REDUCED3: 4, // reduced with compression factor 3
- REDUCED4: 5, // reduced with compression factor 4
- IMPLODED: 6, // imploded
- // 7 reserved
- DEFLATED: 8, // deflated
- ENHANCED_DEFLATED: 9, // deflate64
- PKWARE: 10, // PKWare DCL imploded
- // 11 reserved
- BZIP2: 12, // compressed using BZIP2
- // 13 reserved
- LZMA: 14, // LZMA
- // 15-17 reserved
- IBM_TERSE: 18, // compressed using IBM TERSE
- IBM_LZ77: 19, //IBM LZ77 z
- /* General purpose bit flag */
- FLG_ENC: 0, // encrypted file
- FLG_COMP1: 1, // compression option
- FLG_COMP2: 2, // compression option
- FLG_DESC: 4, // data descriptor
- FLG_ENH: 8, // enhanced deflation
- FLG_STR: 16, // strong encryption
- FLG_LNG: 1024, // language encoding
- FLG_MSK: 4096, // mask header values
- FLG_ENTRY_ENC: 1,
- /* 4.5 Extensible data fields */
- EF_ID: 0,
- EF_SIZE: 2,
- /* Header IDs */
- ID_ZIP64: 0x0001,
- ID_AVINFO: 0x0007,
- ID_PFS: 0x0008,
- ID_OS2: 0x0009,
- ID_NTFS: 0x000a,
- ID_OPENVMS: 0x000c,
- ID_UNIX: 0x000d,
- ID_FORK: 0x000e,
- ID_PATCH: 0x000f,
- ID_X509_PKCS7: 0x0014,
- ID_X509_CERTID_F: 0x0015,
- ID_X509_CERTID_C: 0x0016,
- ID_STRONGENC: 0x0017,
- ID_RECORD_MGT: 0x0018,
- ID_X509_PKCS7_RL: 0x0019,
- ID_IBM1: 0x0065,
- ID_IBM2: 0x0066,
- ID_POSZIP: 0x4690,
- EF_ZIP64_OR_32: 0xffffffff,
- EF_ZIP64_OR_16: 0xffff,
- };
- const StreamZip = function (config) {
- let fd, fileSize, chunkSize, op, centralDirectory, closed;
- const ready = false,
- that = this,
- entries = config.storeEntries !== false ? {} : null,
- fileName = config.file,
- textDecoder = config.nameEncoding ? new TextDecoder(config.nameEncoding) : null;
- open();
- function open() {
- if (config.fd) {
- fd = config.fd;
- readFile();
- } else {
- fs.open(fileName, 'r', (err, f) => {
- if (err) {
- return that.emit('error', err);
- }
- fd = f;
- readFile();
- });
- }
- }
- function readFile() {
- fs.fstat(fd, (err, stat) => {
- if (err) {
- return that.emit('error', err);
- }
- fileSize = stat.size;
- chunkSize = config.chunkSize || Math.round(fileSize / 1000);
- chunkSize = Math.max(
- Math.min(chunkSize, Math.min(128 * 1024, fileSize)),
- Math.min(1024, fileSize)
- );
- readCentralDirectory();
- });
- }
- function readUntilFoundCallback(err, bytesRead) {
- if (err || !bytesRead) {
- return that.emit('error', err || new Error('Archive read error'));
- }
- let pos = op.lastPos;
- let bufferPosition = pos - op.win.position;
- const buffer = op.win.buffer;
- const minPos = op.minPos;
- while (--pos >= minPos && --bufferPosition >= 0) {
- if (buffer.length - bufferPosition >= 4 && buffer[bufferPosition] === op.firstByte) {
- // quick check first signature byte
- if (buffer.readUInt32LE(bufferPosition) === op.sig) {
- op.lastBufferPosition = bufferPosition;
- op.lastBytesRead = bytesRead;
- op.complete();
- return;
- }
- }
- }
- if (pos === minPos) {
- return that.emit('error', new Error('Bad archive'));
- }
- op.lastPos = pos + 1;
- op.chunkSize *= 2;
- if (pos <= minPos) {
- return that.emit('error', new Error('Bad archive'));
- }
- const expandLength = Math.min(op.chunkSize, pos - minPos);
- op.win.expandLeft(expandLength, readUntilFoundCallback);
- }
- function readCentralDirectory() {
- const totalReadLength = Math.min(consts.ENDHDR + consts.MAXFILECOMMENT, fileSize);
- op = {
- win: new FileWindowBuffer(fd),
- totalReadLength,
- minPos: fileSize - totalReadLength,
- lastPos: fileSize,
- chunkSize: Math.min(1024, chunkSize),
- firstByte: consts.ENDSIGFIRST,
- sig: consts.ENDSIG,
- complete: readCentralDirectoryComplete,
- };
- op.win.read(fileSize - op.chunkSize, op.chunkSize, readUntilFoundCallback);
- }
- function readCentralDirectoryComplete() {
- const buffer = op.win.buffer;
- const pos = op.lastBufferPosition;
- try {
- centralDirectory = new CentralDirectoryHeader();
- centralDirectory.read(buffer.slice(pos, pos + consts.ENDHDR));
- centralDirectory.headerOffset = op.win.position + pos;
- if (centralDirectory.commentLength) {
- that.comment = buffer
- .slice(
- pos + consts.ENDHDR,
- pos + consts.ENDHDR + centralDirectory.commentLength
- )
- .toString();
- } else {
- that.comment = null;
- }
- that.entriesCount = centralDirectory.volumeEntries;
- that.centralDirectory = centralDirectory;
- if (
- (centralDirectory.volumeEntries === consts.EF_ZIP64_OR_16 &&
- centralDirectory.totalEntries === consts.EF_ZIP64_OR_16) ||
- centralDirectory.size === consts.EF_ZIP64_OR_32 ||
- centralDirectory.offset === consts.EF_ZIP64_OR_32
- ) {
- readZip64CentralDirectoryLocator();
- } else {
- op = {};
- readEntries();
- }
- } catch (err) {
- that.emit('error', err);
- }
- }
- function readZip64CentralDirectoryLocator() {
- const length = consts.ENDL64HDR;
- if (op.lastBufferPosition > length) {
- op.lastBufferPosition -= length;
- readZip64CentralDirectoryLocatorComplete();
- } else {
- op = {
- win: op.win,
- totalReadLength: length,
- minPos: op.win.position - length,
- lastPos: op.win.position,
- chunkSize: op.chunkSize,
- firstByte: consts.ENDL64SIGFIRST,
- sig: consts.ENDL64SIG,
- complete: readZip64CentralDirectoryLocatorComplete,
- };
- op.win.read(op.lastPos - op.chunkSize, op.chunkSize, readUntilFoundCallback);
- }
- }
- function readZip64CentralDirectoryLocatorComplete() {
- const buffer = op.win.buffer;
- const locHeader = new CentralDirectoryLoc64Header();
- locHeader.read(
- buffer.slice(op.lastBufferPosition, op.lastBufferPosition + consts.ENDL64HDR)
- );
- const readLength = fileSize - locHeader.headerOffset;
- op = {
- win: op.win,
- totalReadLength: readLength,
- minPos: locHeader.headerOffset,
- lastPos: op.lastPos,
- chunkSize: op.chunkSize,
- firstByte: consts.END64SIGFIRST,
- sig: consts.END64SIG,
- complete: readZip64CentralDirectoryComplete,
- };
- op.win.read(fileSize - op.chunkSize, op.chunkSize, readUntilFoundCallback);
- }
- function readZip64CentralDirectoryComplete() {
- const buffer = op.win.buffer;
- const zip64cd = new CentralDirectoryZip64Header();
- zip64cd.read(buffer.slice(op.lastBufferPosition, op.lastBufferPosition + consts.END64HDR));
- that.centralDirectory.volumeEntries = zip64cd.volumeEntries;
- that.centralDirectory.totalEntries = zip64cd.totalEntries;
- that.centralDirectory.size = zip64cd.size;
- that.centralDirectory.offset = zip64cd.offset;
- that.entriesCount = zip64cd.volumeEntries;
- op = {};
- readEntries();
- }
- function readEntries() {
- op = {
- win: new FileWindowBuffer(fd),
- pos: centralDirectory.offset,
- chunkSize,
- entriesLeft: centralDirectory.volumeEntries,
- };
- op.win.read(op.pos, Math.min(chunkSize, fileSize - op.pos), readEntriesCallback);
- }
- function readEntriesCallback(err, bytesRead) {
- if (err || !bytesRead) {
- return that.emit('error', err || new Error('Entries read error'));
- }
- let bufferPos = op.pos - op.win.position;
- let entry = op.entry;
- const buffer = op.win.buffer;
- const bufferLength = buffer.length;
- try {
- while (op.entriesLeft > 0) {
- if (!entry) {
- entry = new ZipEntry();
- entry.readHeader(buffer, bufferPos);
- entry.headerOffset = op.win.position + bufferPos;
- op.entry = entry;
- op.pos += consts.CENHDR;
- bufferPos += consts.CENHDR;
- }
- const entryHeaderSize = entry.fnameLen + entry.extraLen + entry.comLen;
- const advanceBytes = entryHeaderSize + (op.entriesLeft > 1 ? consts.CENHDR : 0);
- if (bufferLength - bufferPos < advanceBytes) {
- op.win.moveRight(chunkSize, readEntriesCallback, bufferPos);
- op.move = true;
- return;
- }
- entry.read(buffer, bufferPos, textDecoder);
- if (!config.skipEntryNameValidation) {
- entry.validateName();
- }
- if (entries) {
- entries[entry.name] = entry;
- }
- that.emit('entry', entry);
- op.entry = entry = null;
- op.entriesLeft--;
- op.pos += entryHeaderSize;
- bufferPos += entryHeaderSize;
- }
- that.emit('ready');
- } catch (err) {
- that.emit('error', err);
- }
- }
- function checkEntriesExist() {
- if (!entries) {
- throw new Error('storeEntries disabled');
- }
- }
- Object.defineProperty(this, 'ready', {
- get() {
- return ready;
- },
- });
- this.entry = function (name) {
- checkEntriesExist();
- return entries[name];
- };
- this.entries = function () {
- checkEntriesExist();
- return entries;
- };
- this.stream = function (entry, callback) {
- return this.openEntry(
- entry,
- (err, entry) => {
- if (err) {
- return callback(err);
- }
- const offset = dataOffset(entry);
- let entryStream = new EntryDataReaderStream(fd, offset, entry.compressedSize);
- if (entry.method === consts.STORED) {
- // nothing to do
- } else if (entry.method === consts.DEFLATED) {
- entryStream = entryStream.pipe(zlib.createInflateRaw());
- } else {
- return callback(new Error('Unknown compression method: ' + entry.method));
- }
- if (canVerifyCrc(entry)) {
- entryStream = entryStream.pipe(
- new EntryVerifyStream(entryStream, entry.crc, entry.size)
- );
- }
- callback(null, entryStream);
- },
- false
- );
- };
- this.entryDataSync = function (entry) {
- let err = null;
- this.openEntry(
- entry,
- (e, en) => {
- err = e;
- entry = en;
- },
- true
- );
- if (err) {
- throw err;
- }
- let data = Buffer.alloc(entry.compressedSize);
- new FsRead(fd, data, 0, entry.compressedSize, dataOffset(entry), (e) => {
- err = e;
- }).read(true);
- if (err) {
- throw err;
- }
- if (entry.method === consts.STORED) {
- // nothing to do
- } else if (entry.method === consts.DEFLATED || entry.method === consts.ENHANCED_DEFLATED) {
- data = zlib.inflateRawSync(data);
- } else {
- throw new Error('Unknown compression method: ' + entry.method);
- }
- if (data.length !== entry.size) {
- throw new Error('Invalid size');
- }
- if (canVerifyCrc(entry)) {
- const verify = new CrcVerify(entry.crc, entry.size);
- verify.data(data);
- }
- return data;
- };
- this.openEntry = function (entry, callback, sync) {
- if (typeof entry === 'string') {
- checkEntriesExist();
- entry = entries[entry];
- if (!entry) {
- return callback(new Error('Entry not found'));
- }
- }
- if (!entry.isFile) {
- return callback(new Error('Entry is not file'));
- }
- if (!fd) {
- return callback(new Error('Archive closed'));
- }
- const buffer = Buffer.alloc(consts.LOCHDR);
- new FsRead(fd, buffer, 0, buffer.length, entry.offset, (err) => {
- if (err) {
- return callback(err);
- }
- let readEx;
- try {
- entry.readDataHeader(buffer);
- if (entry.encrypted) {
- readEx = new Error('Entry encrypted');
- }
- } catch (ex) {
- readEx = ex;
- }
- callback(readEx, entry);
- }).read(sync);
- };
- function dataOffset(entry) {
- return entry.offset + consts.LOCHDR + entry.fnameLen + entry.extraLen;
- }
- function canVerifyCrc(entry) {
- // if bit 3 (0x08) of the general-purpose flags field is set, then the CRC-32 and file sizes are not known when the header is written
- return (entry.flags & 0x8) !== 0x8;
- }
- function extract(entry, outPath, callback) {
- that.stream(entry, (err, stm) => {
- if (err) {
- callback(err);
- } else {
- let fsStm, errThrown;
- stm.on('error', (err) => {
- errThrown = err;
- if (fsStm) {
- stm.unpipe(fsStm);
- fsStm.close(() => {
- callback(err);
- });
- }
- });
- fs.open(outPath, 'w', (err, fdFile) => {
- if (err) {
- return callback(err);
- }
- if (errThrown) {
- fs.close(fd, () => {
- callback(errThrown);
- });
- return;
- }
- fsStm = fs.createWriteStream(outPath, { fd: fdFile });
- fsStm.on('finish', () => {
- that.emit('extract', entry, outPath);
- if (!errThrown) {
- callback();
- }
- });
- stm.pipe(fsStm);
- });
- }
- });
- }
- function createDirectories(baseDir, dirs, callback) {
- if (!dirs.length) {
- return callback();
- }
- let dir = dirs.shift();
- dir = path.join(baseDir, path.join(...dir));
- fs.mkdir(dir, { recursive: true }, (err) => {
- if (err && err.code !== 'EEXIST') {
- return callback(err);
- }
- createDirectories(baseDir, dirs, callback);
- });
- }
- function extractFiles(baseDir, baseRelPath, files, callback, extractedCount) {
- if (!files.length) {
- return callback(null, extractedCount);
- }
- const file = files.shift();
- const targetPath = path.join(baseDir, file.name.replace(baseRelPath, ''));
- extract(file, targetPath, (err) => {
- if (err) {
- return callback(err, extractedCount);
- }
- extractFiles(baseDir, baseRelPath, files, callback, extractedCount + 1);
- });
- }
- this.extract = function (entry, outPath, callback) {
- let entryName = entry || '';
- if (typeof entry === 'string') {
- entry = this.entry(entry);
- if (entry) {
- entryName = entry.name;
- } else {
- if (entryName.length && entryName[entryName.length - 1] !== '/') {
- entryName += '/';
- }
- }
- }
- if (!entry || entry.isDirectory) {
- const files = [],
- dirs = [],
- allDirs = {};
- for (const e in entries) {
- if (
- Object.prototype.hasOwnProperty.call(entries, e) &&
- e.lastIndexOf(entryName, 0) === 0
- ) {
- let relPath = e.replace(entryName, '');
- const childEntry = entries[e];
- if (childEntry.isFile) {
- files.push(childEntry);
- relPath = path.dirname(relPath);
- }
- if (relPath && !allDirs[relPath] && relPath !== '.') {
- allDirs[relPath] = true;
- let parts = relPath.split('/').filter((f) => {
- return f;
- });
- if (parts.length) {
- dirs.push(parts);
- }
- while (parts.length > 1) {
- parts = parts.slice(0, parts.length - 1);
- const partsPath = parts.join('/');
- if (allDirs[partsPath] || partsPath === '.') {
- break;
- }
- allDirs[partsPath] = true;
- dirs.push(parts);
- }
- }
- }
- }
- dirs.sort((x, y) => {
- return x.length - y.length;
- });
- if (dirs.length) {
- createDirectories(outPath, dirs, (err) => {
- if (err) {
- callback(err);
- } else {
- extractFiles(outPath, entryName, files, callback, 0);
- }
- });
- } else {
- extractFiles(outPath, entryName, files, callback, 0);
- }
- } else {
- fs.stat(outPath, (err, stat) => {
- if (stat && stat.isDirectory()) {
- extract(entry, path.join(outPath, path.basename(entry.name)), callback);
- } else {
- extract(entry, outPath, callback);
- }
- });
- }
- };
- this.close = function (callback) {
- if (closed || !fd) {
- closed = true;
- if (callback) {
- callback();
- }
- } else {
- closed = true;
- fs.close(fd, (err) => {
- fd = null;
- if (callback) {
- callback(err);
- }
- });
- }
- };
- const originalEmit = events.EventEmitter.prototype.emit;
- this.emit = function (...args) {
- if (!closed) {
- return originalEmit.call(this, ...args);
- }
- };
- };
- StreamZip.setFs = function (customFs) {
- fs = customFs;
- };
- StreamZip.debugLog = (...args) => {
- if (StreamZip.debug) {
- // eslint-disable-next-line no-console
- console.log(...args);
- }
- };
- util.inherits(StreamZip, events.EventEmitter);
- const propZip = Symbol('zip');
- StreamZip.async = class StreamZipAsync extends events.EventEmitter {
- constructor(config) {
- super();
- const zip = new StreamZip(config);
- zip.on('entry', (entry) => this.emit('entry', entry));
- zip.on('extract', (entry, outPath) => this.emit('extract', entry, outPath));
- this[propZip] = new Promise((resolve, reject) => {
- zip.on('ready', () => {
- zip.removeListener('error', reject);
- resolve(zip);
- });
- zip.on('error', reject);
- });
- }
- get entriesCount() {
- return this[propZip].then((zip) => zip.entriesCount);
- }
- get comment() {
- return this[propZip].then((zip) => zip.comment);
- }
- async entry(name) {
- const zip = await this[propZip];
- return zip.entry(name);
- }
- async entries() {
- const zip = await this[propZip];
- return zip.entries();
- }
- async stream(entry) {
- const zip = await this[propZip];
- return new Promise((resolve, reject) => {
- zip.stream(entry, (err, stm) => {
- if (err) {
- reject(err);
- } else {
- resolve(stm);
- }
- });
- });
- }
- async entryData(entry) {
- const stm = await this.stream(entry);
- return new Promise((resolve, reject) => {
- const data = [];
- stm.on('data', (chunk) => data.push(chunk));
- stm.on('end', () => {
- resolve(Buffer.concat(data));
- });
- stm.on('error', (err) => {
- stm.removeAllListeners('end');
- reject(err);
- });
- });
- }
- async extract(entry, outPath) {
- const zip = await this[propZip];
- return new Promise((resolve, reject) => {
- zip.extract(entry, outPath, (err, res) => {
- if (err) {
- reject(err);
- } else {
- resolve(res);
- }
- });
- });
- }
- async close() {
- const zip = await this[propZip];
- return new Promise((resolve, reject) => {
- zip.close((err) => {
- if (err) {
- reject(err);
- } else {
- resolve();
- }
- });
- });
- }
- };
- class CentralDirectoryHeader {
- read(data) {
- if (data.length !== consts.ENDHDR || data.readUInt32LE(0) !== consts.ENDSIG) {
- throw new Error('Invalid central directory');
- }
- // number of entries on this volume
- this.volumeEntries = data.readUInt16LE(consts.ENDSUB);
- // total number of entries
- this.totalEntries = data.readUInt16LE(consts.ENDTOT);
- // central directory size in bytes
- this.size = data.readUInt32LE(consts.ENDSIZ);
- // offset of first CEN header
- this.offset = data.readUInt32LE(consts.ENDOFF);
- // zip file comment length
- this.commentLength = data.readUInt16LE(consts.ENDCOM);
- }
- }
- class CentralDirectoryLoc64Header {
- read(data) {
- if (data.length !== consts.ENDL64HDR || data.readUInt32LE(0) !== consts.ENDL64SIG) {
- throw new Error('Invalid zip64 central directory locator');
- }
- // ZIP64 EOCD header offset
- this.headerOffset = readUInt64LE(data, consts.ENDSUB);
- }
- }
- class CentralDirectoryZip64Header {
- read(data) {
- if (data.length !== consts.END64HDR || data.readUInt32LE(0) !== consts.END64SIG) {
- throw new Error('Invalid central directory');
- }
- // number of entries on this volume
- this.volumeEntries = readUInt64LE(data, consts.END64SUB);
- // total number of entries
- this.totalEntries = readUInt64LE(data, consts.END64TOT);
- // central directory size in bytes
- this.size = readUInt64LE(data, consts.END64SIZ);
- // offset of first CEN header
- this.offset = readUInt64LE(data, consts.END64OFF);
- }
- }
- class ZipEntry {
- readHeader(data, offset) {
- // data should be 46 bytes and start with "PK 01 02"
- if (data.length < offset + consts.CENHDR || data.readUInt32LE(offset) !== consts.CENSIG) {
- throw new Error('Invalid entry header');
- }
- // version made by
- this.verMade = data.readUInt16LE(offset + consts.CENVEM);
- // version needed to extract
- this.version = data.readUInt16LE(offset + consts.CENVER);
- // encrypt, decrypt flags
- this.flags = data.readUInt16LE(offset + consts.CENFLG);
- // compression method
- this.method = data.readUInt16LE(offset + consts.CENHOW);
- // modification time (2 bytes time, 2 bytes date)
- const timebytes = data.readUInt16LE(offset + consts.CENTIM);
- const datebytes = data.readUInt16LE(offset + consts.CENTIM + 2);
- this.time = parseZipTime(timebytes, datebytes);
- // uncompressed file crc-32 value
- this.crc = data.readUInt32LE(offset + consts.CENCRC);
- // compressed size
- this.compressedSize = data.readUInt32LE(offset + consts.CENSIZ);
- // uncompressed size
- this.size = data.readUInt32LE(offset + consts.CENLEN);
- // filename length
- this.fnameLen = data.readUInt16LE(offset + consts.CENNAM);
- // extra field length
- this.extraLen = data.readUInt16LE(offset + consts.CENEXT);
- // file comment length
- this.comLen = data.readUInt16LE(offset + consts.CENCOM);
- // volume number start
- this.diskStart = data.readUInt16LE(offset + consts.CENDSK);
- // internal file attributes
- this.inattr = data.readUInt16LE(offset + consts.CENATT);
- // external file attributes
- this.attr = data.readUInt32LE(offset + consts.CENATX);
- // LOC header offset
- this.offset = data.readUInt32LE(offset + consts.CENOFF);
- }
- readDataHeader(data) {
- // 30 bytes and should start with "PK\003\004"
- if (data.readUInt32LE(0) !== consts.LOCSIG) {
- throw new Error('Invalid local header');
- }
- // version needed to extract
- this.version = data.readUInt16LE(consts.LOCVER);
- // general purpose bit flag
- this.flags = data.readUInt16LE(consts.LOCFLG);
- // compression method
- this.method = data.readUInt16LE(consts.LOCHOW);
- // modification time (2 bytes time ; 2 bytes date)
- const timebytes = data.readUInt16LE(consts.LOCTIM);
- const datebytes = data.readUInt16LE(consts.LOCTIM + 2);
- this.time = parseZipTime(timebytes, datebytes);
- // uncompressed file crc-32 value
- this.crc = data.readUInt32LE(consts.LOCCRC) || this.crc;
- // compressed size
- const compressedSize = data.readUInt32LE(consts.LOCSIZ);
- if (compressedSize && compressedSize !== consts.EF_ZIP64_OR_32) {
- this.compressedSize = compressedSize;
- }
- // uncompressed size
- const size = data.readUInt32LE(consts.LOCLEN);
- if (size && size !== consts.EF_ZIP64_OR_32) {
- this.size = size;
- }
- // filename length
- this.fnameLen = data.readUInt16LE(consts.LOCNAM);
- // extra field length
- this.extraLen = data.readUInt16LE(consts.LOCEXT);
- }
- read(data, offset, textDecoder) {
- const nameData = data.slice(offset, (offset += this.fnameLen));
- this.name = textDecoder
- ? textDecoder.decode(new Uint8Array(nameData))
- : nameData.toString('utf8');
- const lastChar = data[offset - 1];
- this.isDirectory = lastChar === 47 || lastChar === 92;
- if (this.extraLen) {
- this.readExtra(data, offset);
- offset += this.extraLen;
- }
- this.comment = this.comLen ? data.slice(offset, offset + this.comLen).toString() : null;
- }
- validateName() {
- if (/\\|^\w+:|^\/|(^|\/)\.\.(\/|$)/.test(this.name)) {
- throw new Error('Malicious entry: ' + this.name);
- }
- }
- readExtra(data, offset) {
- let signature, size;
- const maxPos = offset + this.extraLen;
- while (offset < maxPos) {
- signature = data.readUInt16LE(offset);
- offset += 2;
- size = data.readUInt16LE(offset);
- offset += 2;
- if (consts.ID_ZIP64 === signature) {
- this.parseZip64Extra(data, offset, size);
- }
- offset += size;
- }
- }
- parseZip64Extra(data, offset, length) {
- if (length >= 8 && this.size === consts.EF_ZIP64_OR_32) {
- this.size = readUInt64LE(data, offset);
- offset += 8;
- length -= 8;
- }
- if (length >= 8 && this.compressedSize === consts.EF_ZIP64_OR_32) {
- this.compressedSize = readUInt64LE(data, offset);
- offset += 8;
- length -= 8;
- }
- if (length >= 8 && this.offset === consts.EF_ZIP64_OR_32) {
- this.offset = readUInt64LE(data, offset);
- offset += 8;
- length -= 8;
- }
- if (length >= 4 && this.diskStart === consts.EF_ZIP64_OR_16) {
- this.diskStart = data.readUInt32LE(offset);
- // offset += 4; length -= 4;
- }
- }
- get encrypted() {
- return (this.flags & consts.FLG_ENTRY_ENC) === consts.FLG_ENTRY_ENC;
- }
- get isFile() {
- return !this.isDirectory;
- }
- }
- class FsRead {
- constructor(fd, buffer, offset, length, position, callback) {
- this.fd = fd;
- this.buffer = buffer;
- this.offset = offset;
- this.length = length;
- this.position = position;
- this.callback = callback;
- this.bytesRead = 0;
- this.waiting = false;
- }
- read(sync) {
- StreamZip.debugLog('read', this.position, this.bytesRead, this.length, this.offset);
- this.waiting = true;
- let err;
- if (sync) {
- let bytesRead = 0;
- try {
- bytesRead = fs.readSync(
- this.fd,
- this.buffer,
- this.offset + this.bytesRead,
- this.length - this.bytesRead,
- this.position + this.bytesRead
- );
- } catch (e) {
- err = e;
- }
- this.readCallback(sync, err, err ? bytesRead : null);
- } else {
- fs.read(
- this.fd,
- this.buffer,
- this.offset + this.bytesRead,
- this.length - this.bytesRead,
- this.position + this.bytesRead,
- this.readCallback.bind(this, sync)
- );
- }
- }
- readCallback(sync, err, bytesRead) {
- if (typeof bytesRead === 'number') {
- this.bytesRead += bytesRead;
- }
- if (err || !bytesRead || this.bytesRead === this.length) {
- this.waiting = false;
- return this.callback(err, this.bytesRead);
- } else {
- this.read(sync);
- }
- }
- }
- class FileWindowBuffer {
- constructor(fd) {
- this.position = 0;
- this.buffer = Buffer.alloc(0);
- this.fd = fd;
- this.fsOp = null;
- }
- checkOp() {
- if (this.fsOp && this.fsOp.waiting) {
- throw new Error('Operation in progress');
- }
- }
- read(pos, length, callback) {
- this.checkOp();
- if (this.buffer.length < length) {
- this.buffer = Buffer.alloc(length);
- }
- this.position = pos;
- this.fsOp = new FsRead(this.fd, this.buffer, 0, length, this.position, callback).read();
- }
- expandLeft(length, callback) {
- this.checkOp();
- this.buffer = Buffer.concat([Buffer.alloc(length), this.buffer]);
- this.position -= length;
- if (this.position < 0) {
- this.position = 0;
- }
- this.fsOp = new FsRead(this.fd, this.buffer, 0, length, this.position, callback).read();
- }
- expandRight(length, callback) {
- this.checkOp();
- const offset = this.buffer.length;
- this.buffer = Buffer.concat([this.buffer, Buffer.alloc(length)]);
- this.fsOp = new FsRead(
- this.fd,
- this.buffer,
- offset,
- length,
- this.position + offset,
- callback
- ).read();
- }
- moveRight(length, callback, shift) {
- this.checkOp();
- if (shift) {
- this.buffer.copy(this.buffer, 0, shift);
- } else {
- shift = 0;
- }
- this.position += shift;
- this.fsOp = new FsRead(
- this.fd,
- this.buffer,
- this.buffer.length - shift,
- shift,
- this.position + this.buffer.length - shift,
- callback
- ).read();
- }
- }
- class EntryDataReaderStream extends stream.Readable {
- constructor(fd, offset, length) {
- super();
- this.fd = fd;
- this.offset = offset;
- this.length = length;
- this.pos = 0;
- this.readCallback = this.readCallback.bind(this);
- }
- _read(n) {
- const buffer = Buffer.alloc(Math.min(n, this.length - this.pos));
- if (buffer.length) {
- fs.read(this.fd, buffer, 0, buffer.length, this.offset + this.pos, this.readCallback);
- } else {
- this.push(null);
- }
- }
- readCallback(err, bytesRead, buffer) {
- this.pos += bytesRead;
- if (err) {
- this.emit('error', err);
- this.push(null);
- } else if (!bytesRead) {
- this.push(null);
- } else {
- if (bytesRead !== buffer.length) {
- buffer = buffer.slice(0, bytesRead);
- }
- this.push(buffer);
- }
- }
- }
- class EntryVerifyStream extends stream.Transform {
- constructor(baseStm, crc, size) {
- super();
- this.verify = new CrcVerify(crc, size);
- baseStm.on('error', (e) => {
- this.emit('error', e);
- });
- }
- _transform(data, encoding, callback) {
- let err;
- try {
- this.verify.data(data);
- } catch (e) {
- err = e;
- }
- callback(err, data);
- }
- }
- class CrcVerify {
- constructor(crc, size) {
- this.crc = crc;
- this.size = size;
- this.state = {
- crc: ~0,
- size: 0,
- };
- }
- data(data) {
- const crcTable = CrcVerify.getCrcTable();
- let crc = this.state.crc;
- let off = 0;
- let len = data.length;
- while (--len >= 0) {
- crc = crcTable[(crc ^ data[off++]) & 0xff] ^ (crc >>> 8);
- }
- this.state.crc = crc;
- this.state.size += data.length;
- if (this.state.size >= this.size) {
- const buf = Buffer.alloc(4);
- buf.writeInt32LE(~this.state.crc & 0xffffffff, 0);
- crc = buf.readUInt32LE(0);
- if (crc !== this.crc) {
- throw new Error('Invalid CRC');
- }
- if (this.state.size !== this.size) {
- throw new Error('Invalid size');
- }
- }
- }
- static getCrcTable() {
- let crcTable = CrcVerify.crcTable;
- if (!crcTable) {
- CrcVerify.crcTable = crcTable = [];
- const b = Buffer.alloc(4);
- for (let n = 0; n < 256; n++) {
- let c = n;
- for (let k = 8; --k >= 0; ) {
- if ((c & 1) !== 0) {
- c = 0xedb88320 ^ (c >>> 1);
- } else {
- c = c >>> 1;
- }
- }
- if (c < 0) {
- b.writeInt32LE(c, 0);
- c = b.readUInt32LE(0);
- }
- crcTable[n] = c;
- }
- }
- return crcTable;
- }
- }
- function parseZipTime(timebytes, datebytes) {
- const timebits = toBits(timebytes, 16);
- const datebits = toBits(datebytes, 16);
- const mt = {
- h: parseInt(timebits.slice(0, 5).join(''), 2),
- m: parseInt(timebits.slice(5, 11).join(''), 2),
- s: parseInt(timebits.slice(11, 16).join(''), 2) * 2,
- Y: parseInt(datebits.slice(0, 7).join(''), 2) + 1980,
- M: parseInt(datebits.slice(7, 11).join(''), 2),
- D: parseInt(datebits.slice(11, 16).join(''), 2),
- };
- const dt_str = [mt.Y, mt.M, mt.D].join('-') + ' ' + [mt.h, mt.m, mt.s].join(':') + ' GMT+0';
- return new Date(dt_str).getTime();
- }
- function toBits(dec, size) {
- let b = (dec >>> 0).toString(2);
- while (b.length < size) {
- b = '0' + b;
- }
- return b.split('');
- }
- function readUInt64LE(buffer, offset) {
- return buffer.readUInt32LE(offset + 4) * 0x0000000100000000 + buffer.readUInt32LE(offset);
- }
- module.exports = StreamZip;
|