12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181 |
- var decoder
- try {
- decoder = new TextDecoder()
- } catch(error) {}
- var src
- var srcEnd
- var position = 0
- var alreadySet
- const EMPTY_ARRAY = []
- var strings = EMPTY_ARRAY
- var stringPosition = 0
- var currentUnpackr = {}
- var currentStructures
- var srcString
- var srcStringStart = 0
- var srcStringEnd = 0
- var bundledStrings
- var referenceMap
- var currentExtensions = []
- var dataView
- var defaultOptions = {
- useRecords: false,
- mapsAsObjects: true
- }
- export class C1Type {}
- export const C1 = new C1Type()
- C1.name = 'MessagePack 0xC1'
- var sequentialMode = false
- var inlineObjectReadThreshold = 2
- var readStruct, onLoadedStructures, onSaveState
- var BlockedFunction // we use search and replace to change the next call to BlockedFunction to avoid CSP issues for
- // no-eval build
- try {
- new Function('')
- } catch(error) {
- // if eval variants are not supported, do not create inline object readers ever
- inlineObjectReadThreshold = Infinity
- }
- export class Unpackr {
- constructor(options) {
- if (options) {
- if (options.useRecords === false && options.mapsAsObjects === undefined)
- options.mapsAsObjects = true
- if (options.sequential && options.trusted !== false) {
- options.trusted = true;
- if (!options.structures && options.useRecords != false) {
- options.structures = []
- if (!options.maxSharedStructures)
- options.maxSharedStructures = 0
- }
- }
- if (options.structures)
- options.structures.sharedLength = options.structures.length
- else if (options.getStructures) {
- (options.structures = []).uninitialized = true // this is what we use to denote an uninitialized structures
- options.structures.sharedLength = 0
- }
- if (options.int64AsNumber) {
- options.int64AsType = 'number'
- }
- }
- Object.assign(this, options)
- }
- unpack(source, options) {
- if (src) {
- // re-entrant execution, save the state and restore it after we do this unpack
- return saveState(() => {
- clearSource()
- return this ? this.unpack(source, options) : Unpackr.prototype.unpack.call(defaultOptions, source, options)
- })
- }
- if (!source.buffer && source.constructor === ArrayBuffer)
- source = typeof Buffer !== 'undefined' ? Buffer.from(source) : new Uint8Array(source);
- if (typeof options === 'object') {
- srcEnd = options.end || source.length
- position = options.start || 0
- } else {
- position = 0
- srcEnd = options > -1 ? options : source.length
- }
- stringPosition = 0
- srcStringEnd = 0
- srcString = null
- strings = EMPTY_ARRAY
- bundledStrings = null
- src = source
- // this provides cached access to the data view for a buffer if it is getting reused, which is a recommend
- // technique for getting data from a database where it can be copied into an existing buffer instead of creating
- // new ones
- try {
- dataView = source.dataView || (source.dataView = new DataView(source.buffer, source.byteOffset, source.byteLength))
- } catch(error) {
- // if it doesn't have a buffer, maybe it is the wrong type of object
- src = null
- if (source instanceof Uint8Array)
- throw error
- throw new Error('Source must be a Uint8Array or Buffer but was a ' + ((source && typeof source == 'object') ? source.constructor.name : typeof source))
- }
- if (this instanceof Unpackr) {
- currentUnpackr = this
- if (this.structures) {
- currentStructures = this.structures
- return checkedRead(options)
- } else if (!currentStructures || currentStructures.length > 0) {
- currentStructures = []
- }
- } else {
- currentUnpackr = defaultOptions
- if (!currentStructures || currentStructures.length > 0)
- currentStructures = []
- }
- return checkedRead(options)
- }
- unpackMultiple(source, forEach) {
- let values, lastPosition = 0
- try {
- sequentialMode = true
- let size = source.length
- let value = this ? this.unpack(source, size) : defaultUnpackr.unpack(source, size)
- if (forEach) {
- if (forEach(value, lastPosition, position) === false) return;
- while(position < size) {
- lastPosition = position
- if (forEach(checkedRead(), lastPosition, position) === false) {
- return
- }
- }
- }
- else {
- values = [ value ]
- while(position < size) {
- lastPosition = position
- values.push(checkedRead())
- }
- return values
- }
- } catch(error) {
- error.lastPosition = lastPosition
- error.values = values
- throw error
- } finally {
- sequentialMode = false
- clearSource()
- }
- }
- _mergeStructures(loadedStructures, existingStructures) {
- if (onLoadedStructures)
- loadedStructures = onLoadedStructures.call(this, loadedStructures);
- loadedStructures = loadedStructures || []
- if (Object.isFrozen(loadedStructures))
- loadedStructures = loadedStructures.map(structure => structure.slice(0))
- for (let i = 0, l = loadedStructures.length; i < l; i++) {
- let structure = loadedStructures[i]
- if (structure) {
- structure.isShared = true
- if (i >= 32)
- structure.highByte = (i - 32) >> 5
- }
- }
- loadedStructures.sharedLength = loadedStructures.length
- for (let id in existingStructures || []) {
- if (id >= 0) {
- let structure = loadedStructures[id]
- let existing = existingStructures[id]
- if (existing) {
- if (structure)
- (loadedStructures.restoreStructures || (loadedStructures.restoreStructures = []))[id] = structure
- loadedStructures[id] = existing
- }
- }
- }
- return this.structures = loadedStructures
- }
- decode(source, options) {
- return this.unpack(source, options)
- }
- }
- export function getPosition() {
- return position
- }
- export function checkedRead(options) {
- try {
- if (!currentUnpackr.trusted && !sequentialMode) {
- let sharedLength = currentStructures.sharedLength || 0
- if (sharedLength < currentStructures.length)
- currentStructures.length = sharedLength
- }
- let result
- if (currentUnpackr.randomAccessStructure && src[position] < 0x40 && src[position] >= 0x20 && readStruct) {
- result = readStruct(src, position, srcEnd, currentUnpackr)
- src = null // dispose of this so that recursive unpack calls don't save state
- if (!(options && options.lazy) && result)
- result = result.toJSON()
- position = srcEnd
- } else
- result = read()
- if (bundledStrings) { // bundled strings to skip past
- position = bundledStrings.postBundlePosition
- bundledStrings = null
- }
- if (sequentialMode)
- // we only need to restore the structures if there was an error, but if we completed a read,
- // we can clear this out and keep the structures we read
- currentStructures.restoreStructures = null
- if (position == srcEnd) {
- // finished reading this source, cleanup references
- if (currentStructures && currentStructures.restoreStructures)
- restoreStructures()
- currentStructures = null
- src = null
- if (referenceMap)
- referenceMap = null
- } else if (position > srcEnd) {
- // over read
- throw new Error('Unexpected end of MessagePack data')
- } else if (!sequentialMode) {
- let jsonView;
- try {
- jsonView = JSON.stringify(result, (_, value) => typeof value === "bigint" ? `${value}n` : value).slice(0, 100)
- } catch(error) {
- jsonView = '(JSON view not available ' + error + ')'
- }
- throw new Error('Data read, but end of buffer not reached ' + jsonView)
- }
- // else more to read, but we are reading sequentially, so don't clear source yet
- return result
- } catch(error) {
- if (currentStructures && currentStructures.restoreStructures)
- restoreStructures()
- clearSource()
- if (error instanceof RangeError || error.message.startsWith('Unexpected end of buffer') || position > srcEnd) {
- error.incomplete = true
- }
- throw error
- }
- }
- function restoreStructures() {
- for (let id in currentStructures.restoreStructures) {
- currentStructures[id] = currentStructures.restoreStructures[id]
- }
- currentStructures.restoreStructures = null
- }
- export function read() {
- let token = src[position++]
- if (token < 0xa0) {
- if (token < 0x80) {
- if (token < 0x40)
- return token
- else {
- let structure = currentStructures[token & 0x3f] ||
- currentUnpackr.getStructures && loadStructures()[token & 0x3f]
- if (structure) {
- if (!structure.read) {
- structure.read = createStructureReader(structure, token & 0x3f)
- }
- return structure.read()
- } else
- return token
- }
- } else if (token < 0x90) {
- // map
- token -= 0x80
- if (currentUnpackr.mapsAsObjects) {
- let object = {}
- for (let i = 0; i < token; i++) {
- let key = readKey()
- if (key === '__proto__')
- key = '__proto_'
- object[key] = read()
- }
- return object
- } else {
- let map = new Map()
- for (let i = 0; i < token; i++) {
- map.set(read(), read())
- }
- return map
- }
- } else {
- token -= 0x90
- let array = new Array(token)
- for (let i = 0; i < token; i++) {
- array[i] = read()
- }
- if (currentUnpackr.freezeData)
- return Object.freeze(array)
- return array
- }
- } else if (token < 0xc0) {
- // fixstr
- let length = token - 0xa0
- if (srcStringEnd >= position) {
- return srcString.slice(position - srcStringStart, (position += length) - srcStringStart)
- }
- if (srcStringEnd == 0 && srcEnd < 140) {
- // for small blocks, avoiding the overhead of the extract call is helpful
- let string = length < 16 ? shortStringInJS(length) : longStringInJS(length)
- if (string != null)
- return string
- }
- return readFixedString(length)
- } else {
- let value
- switch (token) {
- case 0xc0: return null
- case 0xc1:
- if (bundledStrings) {
- value = read() // followed by the length of the string in characters (not bytes!)
- if (value > 0)
- return bundledStrings[1].slice(bundledStrings.position1, bundledStrings.position1 += value)
- else
- return bundledStrings[0].slice(bundledStrings.position0, bundledStrings.position0 -= value)
- }
- return C1; // "never-used", return special object to denote that
- case 0xc2: return false
- case 0xc3: return true
- case 0xc4:
- // bin 8
- value = src[position++]
- if (value === undefined)
- throw new Error('Unexpected end of buffer')
- return readBin(value)
- case 0xc5:
- // bin 16
- value = dataView.getUint16(position)
- position += 2
- return readBin(value)
- case 0xc6:
- // bin 32
- value = dataView.getUint32(position)
- position += 4
- return readBin(value)
- case 0xc7:
- // ext 8
- return readExt(src[position++])
- case 0xc8:
- // ext 16
- value = dataView.getUint16(position)
- position += 2
- return readExt(value)
- case 0xc9:
- // ext 32
- value = dataView.getUint32(position)
- position += 4
- return readExt(value)
- case 0xca:
- value = dataView.getFloat32(position)
- if (currentUnpackr.useFloat32 > 2) {
- // this does rounding of numbers that were encoded in 32-bit float to nearest significant decimal digit that could be preserved
- let multiplier = mult10[((src[position] & 0x7f) << 1) | (src[position + 1] >> 7)]
- position += 4
- return ((multiplier * value + (value > 0 ? 0.5 : -0.5)) >> 0) / multiplier
- }
- position += 4
- return value
- case 0xcb:
- value = dataView.getFloat64(position)
- position += 8
- return value
- // uint handlers
- case 0xcc:
- return src[position++]
- case 0xcd:
- value = dataView.getUint16(position)
- position += 2
- return value
- case 0xce:
- value = dataView.getUint32(position)
- position += 4
- return value
- case 0xcf:
- if (currentUnpackr.int64AsType === 'number') {
- value = dataView.getUint32(position) * 0x100000000
- value += dataView.getUint32(position + 4)
- } else if (currentUnpackr.int64AsType === 'string') {
- value = dataView.getBigUint64(position).toString()
- } else if (currentUnpackr.int64AsType === 'auto') {
- value = dataView.getBigUint64(position)
- if (value<=BigInt(2)<<BigInt(52)) value=Number(value)
- } else
- value = dataView.getBigUint64(position)
- position += 8
- return value
- // int handlers
- case 0xd0:
- return dataView.getInt8(position++)
- case 0xd1:
- value = dataView.getInt16(position)
- position += 2
- return value
- case 0xd2:
- value = dataView.getInt32(position)
- position += 4
- return value
- case 0xd3:
- if (currentUnpackr.int64AsType === 'number') {
- value = dataView.getInt32(position) * 0x100000000
- value += dataView.getUint32(position + 4)
- } else if (currentUnpackr.int64AsType === 'string') {
- value = dataView.getBigInt64(position).toString()
- } else if (currentUnpackr.int64AsType === 'auto') {
- value = dataView.getBigInt64(position)
- if (value>=BigInt(-2)<<BigInt(52)&&value<=BigInt(2)<<BigInt(52)) value=Number(value)
- } else
- value = dataView.getBigInt64(position)
- position += 8
- return value
- case 0xd4:
- // fixext 1
- value = src[position++]
- if (value == 0x72) {
- return recordDefinition(src[position++] & 0x3f)
- } else {
- let extension = currentExtensions[value]
- if (extension) {
- if (extension.read) {
- position++ // skip filler byte
- return extension.read(read())
- } else if (extension.noBuffer) {
- position++ // skip filler byte
- return extension()
- } else
- return extension(src.subarray(position, ++position))
- } else
- throw new Error('Unknown extension ' + value)
- }
- case 0xd5:
- // fixext 2
- value = src[position]
- if (value == 0x72) {
- position++
- return recordDefinition(src[position++] & 0x3f, src[position++])
- } else
- return readExt(2)
- case 0xd6:
- // fixext 4
- return readExt(4)
- case 0xd7:
- // fixext 8
- return readExt(8)
- case 0xd8:
- // fixext 16
- return readExt(16)
- case 0xd9:
- // str 8
- value = src[position++]
- if (srcStringEnd >= position) {
- return srcString.slice(position - srcStringStart, (position += value) - srcStringStart)
- }
- return readString8(value)
- case 0xda:
- // str 16
- value = dataView.getUint16(position)
- position += 2
- if (srcStringEnd >= position) {
- return srcString.slice(position - srcStringStart, (position += value) - srcStringStart)
- }
- return readString16(value)
- case 0xdb:
- // str 32
- value = dataView.getUint32(position)
- position += 4
- if (srcStringEnd >= position) {
- return srcString.slice(position - srcStringStart, (position += value) - srcStringStart)
- }
- return readString32(value)
- case 0xdc:
- // array 16
- value = dataView.getUint16(position)
- position += 2
- return readArray(value)
- case 0xdd:
- // array 32
- value = dataView.getUint32(position)
- position += 4
- return readArray(value)
- case 0xde:
- // map 16
- value = dataView.getUint16(position)
- position += 2
- return readMap(value)
- case 0xdf:
- // map 32
- value = dataView.getUint32(position)
- position += 4
- return readMap(value)
- default: // negative int
- if (token >= 0xe0)
- return token - 0x100
- if (token === undefined) {
- let error = new Error('Unexpected end of MessagePack data')
- error.incomplete = true
- throw error
- }
- throw new Error('Unknown MessagePack token ' + token)
- }
- }
- }
- const validName = /^[a-zA-Z_$][a-zA-Z\d_$]*$/
- function createStructureReader(structure, firstId) {
- function readObject() {
- // This initial function is quick to instantiate, but runs slower. After several iterations pay the cost to build the faster function
- if (readObject.count++ > inlineObjectReadThreshold) {
- let readObject = structure.read = (new Function('r', 'return function(){return ' + (currentUnpackr.freezeData ? 'Object.freeze' : '') +
- '({' + structure.map(key => key === '__proto__' ? '__proto_:r()' : validName.test(key) ? key + ':r()' : ('[' + JSON.stringify(key) + ']:r()')).join(',') + '})}'))(read)
- if (structure.highByte === 0)
- structure.read = createSecondByteReader(firstId, structure.read)
- return readObject() // second byte is already read, if there is one so immediately read object
- }
- let object = {}
- for (let i = 0, l = structure.length; i < l; i++) {
- let key = structure[i]
- if (key === '__proto__')
- key = '__proto_'
- object[key] = read()
- }
- if (currentUnpackr.freezeData)
- return Object.freeze(object);
- return object
- }
- readObject.count = 0
- if (structure.highByte === 0) {
- return createSecondByteReader(firstId, readObject)
- }
- return readObject
- }
- const createSecondByteReader = (firstId, read0) => {
- return function() {
- let highByte = src[position++]
- if (highByte === 0)
- return read0()
- let id = firstId < 32 ? -(firstId + (highByte << 5)) : firstId + (highByte << 5)
- let structure = currentStructures[id] || loadStructures()[id]
- if (!structure) {
- throw new Error('Record id is not defined for ' + id)
- }
- if (!structure.read)
- structure.read = createStructureReader(structure, firstId)
- return structure.read()
- }
- }
- export function loadStructures() {
- let loadedStructures = saveState(() => {
- // save the state in case getStructures modifies our buffer
- src = null
- return currentUnpackr.getStructures()
- })
- return currentStructures = currentUnpackr._mergeStructures(loadedStructures, currentStructures)
- }
- var readFixedString = readStringJS
- var readString8 = readStringJS
- var readString16 = readStringJS
- var readString32 = readStringJS
- export let isNativeAccelerationEnabled = false
- export function setExtractor(extractStrings) {
- isNativeAccelerationEnabled = true
- readFixedString = readString(1)
- readString8 = readString(2)
- readString16 = readString(3)
- readString32 = readString(5)
- function readString(headerLength) {
- return function readString(length) {
- let string = strings[stringPosition++]
- if (string == null) {
- if (bundledStrings)
- return readStringJS(length)
- let byteOffset = src.byteOffset
- let extraction = extractStrings(position - headerLength + byteOffset, srcEnd + byteOffset, src.buffer)
- if (typeof extraction == 'string') {
- string = extraction
- strings = EMPTY_ARRAY
- } else {
- strings = extraction
- stringPosition = 1
- srcStringEnd = 1 // even if a utf-8 string was decoded, must indicate we are in the midst of extracted strings and can't skip strings
- string = strings[0]
- if (string === undefined)
- throw new Error('Unexpected end of buffer')
- }
- }
- let srcStringLength = string.length
- if (srcStringLength <= length) {
- position += length
- return string
- }
- srcString = string
- srcStringStart = position
- srcStringEnd = position + srcStringLength
- position += length
- return string.slice(0, length) // we know we just want the beginning
- }
- }
- }
- function readStringJS(length) {
- let result
- if (length < 16) {
- if (result = shortStringInJS(length))
- return result
- }
- if (length > 64 && decoder)
- return decoder.decode(src.subarray(position, position += length))
- const end = position + length
- const units = []
- result = ''
- while (position < end) {
- const byte1 = src[position++]
- if ((byte1 & 0x80) === 0) {
- // 1 byte
- units.push(byte1)
- } else if ((byte1 & 0xe0) === 0xc0) {
- // 2 bytes
- const byte2 = src[position++] & 0x3f
- units.push(((byte1 & 0x1f) << 6) | byte2)
- } else if ((byte1 & 0xf0) === 0xe0) {
- // 3 bytes
- const byte2 = src[position++] & 0x3f
- const byte3 = src[position++] & 0x3f
- units.push(((byte1 & 0x1f) << 12) | (byte2 << 6) | byte3)
- } else if ((byte1 & 0xf8) === 0xf0) {
- // 4 bytes
- const byte2 = src[position++] & 0x3f
- const byte3 = src[position++] & 0x3f
- const byte4 = src[position++] & 0x3f
- let unit = ((byte1 & 0x07) << 0x12) | (byte2 << 0x0c) | (byte3 << 0x06) | byte4
- if (unit > 0xffff) {
- unit -= 0x10000
- units.push(((unit >>> 10) & 0x3ff) | 0xd800)
- unit = 0xdc00 | (unit & 0x3ff)
- }
- units.push(unit)
- } else {
- units.push(byte1)
- }
- if (units.length >= 0x1000) {
- result += fromCharCode.apply(String, units)
- units.length = 0
- }
- }
- if (units.length > 0) {
- result += fromCharCode.apply(String, units)
- }
- return result
- }
- export function readString(source, start, length) {
- let existingSrc = src;
- src = source;
- position = start;
- try {
- return readStringJS(length);
- } finally {
- src = existingSrc;
- }
- }
- function readArray(length) {
- let array = new Array(length)
- for (let i = 0; i < length; i++) {
- array[i] = read()
- }
- if (currentUnpackr.freezeData)
- return Object.freeze(array)
- return array
- }
- function readMap(length) {
- if (currentUnpackr.mapsAsObjects) {
- let object = {}
- for (let i = 0; i < length; i++) {
- let key = readKey()
- if (key === '__proto__')
- key = '__proto_';
- object[key] = read()
- }
- return object
- } else {
- let map = new Map()
- for (let i = 0; i < length; i++) {
- map.set(read(), read())
- }
- return map
- }
- }
- var fromCharCode = String.fromCharCode
- function longStringInJS(length) {
- let start = position
- let bytes = new Array(length)
- for (let i = 0; i < length; i++) {
- const byte = src[position++];
- if ((byte & 0x80) > 0) {
- position = start
- return
- }
- bytes[i] = byte
- }
- return fromCharCode.apply(String, bytes)
- }
- function shortStringInJS(length) {
- if (length < 4) {
- if (length < 2) {
- if (length === 0)
- return ''
- else {
- let a = src[position++]
- if ((a & 0x80) > 1) {
- position -= 1
- return
- }
- return fromCharCode(a)
- }
- } else {
- let a = src[position++]
- let b = src[position++]
- if ((a & 0x80) > 0 || (b & 0x80) > 0) {
- position -= 2
- return
- }
- if (length < 3)
- return fromCharCode(a, b)
- let c = src[position++]
- if ((c & 0x80) > 0) {
- position -= 3
- return
- }
- return fromCharCode(a, b, c)
- }
- } else {
- let a = src[position++]
- let b = src[position++]
- let c = src[position++]
- let d = src[position++]
- if ((a & 0x80) > 0 || (b & 0x80) > 0 || (c & 0x80) > 0 || (d & 0x80) > 0) {
- position -= 4
- return
- }
- if (length < 6) {
- if (length === 4)
- return fromCharCode(a, b, c, d)
- else {
- let e = src[position++]
- if ((e & 0x80) > 0) {
- position -= 5
- return
- }
- return fromCharCode(a, b, c, d, e)
- }
- } else if (length < 8) {
- let e = src[position++]
- let f = src[position++]
- if ((e & 0x80) > 0 || (f & 0x80) > 0) {
- position -= 6
- return
- }
- if (length < 7)
- return fromCharCode(a, b, c, d, e, f)
- let g = src[position++]
- if ((g & 0x80) > 0) {
- position -= 7
- return
- }
- return fromCharCode(a, b, c, d, e, f, g)
- } else {
- let e = src[position++]
- let f = src[position++]
- let g = src[position++]
- let h = src[position++]
- if ((e & 0x80) > 0 || (f & 0x80) > 0 || (g & 0x80) > 0 || (h & 0x80) > 0) {
- position -= 8
- return
- }
- if (length < 10) {
- if (length === 8)
- return fromCharCode(a, b, c, d, e, f, g, h)
- else {
- let i = src[position++]
- if ((i & 0x80) > 0) {
- position -= 9
- return
- }
- return fromCharCode(a, b, c, d, e, f, g, h, i)
- }
- } else if (length < 12) {
- let i = src[position++]
- let j = src[position++]
- if ((i & 0x80) > 0 || (j & 0x80) > 0) {
- position -= 10
- return
- }
- if (length < 11)
- return fromCharCode(a, b, c, d, e, f, g, h, i, j)
- let k = src[position++]
- if ((k & 0x80) > 0) {
- position -= 11
- return
- }
- return fromCharCode(a, b, c, d, e, f, g, h, i, j, k)
- } else {
- let i = src[position++]
- let j = src[position++]
- let k = src[position++]
- let l = src[position++]
- if ((i & 0x80) > 0 || (j & 0x80) > 0 || (k & 0x80) > 0 || (l & 0x80) > 0) {
- position -= 12
- return
- }
- if (length < 14) {
- if (length === 12)
- return fromCharCode(a, b, c, d, e, f, g, h, i, j, k, l)
- else {
- let m = src[position++]
- if ((m & 0x80) > 0) {
- position -= 13
- return
- }
- return fromCharCode(a, b, c, d, e, f, g, h, i, j, k, l, m)
- }
- } else {
- let m = src[position++]
- let n = src[position++]
- if ((m & 0x80) > 0 || (n & 0x80) > 0) {
- position -= 14
- return
- }
- if (length < 15)
- return fromCharCode(a, b, c, d, e, f, g, h, i, j, k, l, m, n)
- let o = src[position++]
- if ((o & 0x80) > 0) {
- position -= 15
- return
- }
- return fromCharCode(a, b, c, d, e, f, g, h, i, j, k, l, m, n, o)
- }
- }
- }
- }
- }
- function readOnlyJSString() {
- let token = src[position++]
- let length
- if (token < 0xc0) {
- // fixstr
- length = token - 0xa0
- } else {
- switch(token) {
- case 0xd9:
- // str 8
- length = src[position++]
- break
- case 0xda:
- // str 16
- length = dataView.getUint16(position)
- position += 2
- break
- case 0xdb:
- // str 32
- length = dataView.getUint32(position)
- position += 4
- break
- default:
- throw new Error('Expected string')
- }
- }
- return readStringJS(length)
- }
- function readBin(length) {
- return currentUnpackr.copyBuffers ?
- // specifically use the copying slice (not the node one)
- Uint8Array.prototype.slice.call(src, position, position += length) :
- src.subarray(position, position += length)
- }
- function readExt(length) {
- let type = src[position++]
- if (currentExtensions[type]) {
- let end
- return currentExtensions[type](src.subarray(position, end = (position += length)), (readPosition) => {
- position = readPosition;
- try {
- return read();
- } finally {
- position = end;
- }
- })
- }
- else
- throw new Error('Unknown extension type ' + type)
- }
- var keyCache = new Array(4096)
- function readKey() {
- let length = src[position++]
- if (length >= 0xa0 && length < 0xc0) {
- // fixstr, potentially use key cache
- length = length - 0xa0
- if (srcStringEnd >= position) // if it has been extracted, must use it (and faster anyway)
- return srcString.slice(position - srcStringStart, (position += length) - srcStringStart)
- else if (!(srcStringEnd == 0 && srcEnd < 180))
- return readFixedString(length)
- } else { // not cacheable, go back and do a standard read
- position--
- return asSafeString(read())
- }
- let key = ((length << 5) ^ (length > 1 ? dataView.getUint16(position) : length > 0 ? src[position] : 0)) & 0xfff
- let entry = keyCache[key]
- let checkPosition = position
- let end = position + length - 3
- let chunk
- let i = 0
- if (entry && entry.bytes == length) {
- while (checkPosition < end) {
- chunk = dataView.getUint32(checkPosition)
- if (chunk != entry[i++]) {
- checkPosition = 0x70000000
- break
- }
- checkPosition += 4
- }
- end += 3
- while (checkPosition < end) {
- chunk = src[checkPosition++]
- if (chunk != entry[i++]) {
- checkPosition = 0x70000000
- break
- }
- }
- if (checkPosition === end) {
- position = checkPosition
- return entry.string
- }
- end -= 3
- checkPosition = position
- }
- entry = []
- keyCache[key] = entry
- entry.bytes = length
- while (checkPosition < end) {
- chunk = dataView.getUint32(checkPosition)
- entry.push(chunk)
- checkPosition += 4
- }
- end += 3
- while (checkPosition < end) {
- chunk = src[checkPosition++]
- entry.push(chunk)
- }
- // for small blocks, avoiding the overhead of the extract call is helpful
- let string = length < 16 ? shortStringInJS(length) : longStringInJS(length)
- if (string != null)
- return entry.string = string
- return entry.string = readFixedString(length)
- }
- function asSafeString(property) {
- // protect against expensive (DoS) string conversions
- if (typeof property === 'string') return property;
- if (typeof property === 'number' || typeof property === 'boolean' || typeof property === 'bigint') return property.toString();
- if (property == null) return property + '';
- throw new Error('Invalid property type for record', typeof property);
- }
- // the registration of the record definition extension (as "r")
- const recordDefinition = (id, highByte) => {
- let structure = read().map(asSafeString) // ensure that all keys are strings and
- // that the array is mutable
- let firstByte = id
- if (highByte !== undefined) {
- id = id < 32 ? -((highByte << 5) + id) : ((highByte << 5) + id)
- structure.highByte = highByte
- }
- let existingStructure = currentStructures[id]
- // If it is a shared structure, we need to restore any changes after reading.
- // Also in sequential mode, we may get incomplete reads and thus errors, and we need to restore
- // to the state prior to an incomplete read in order to properly resume.
- if (existingStructure && (existingStructure.isShared || sequentialMode)) {
- (currentStructures.restoreStructures || (currentStructures.restoreStructures = []))[id] = existingStructure
- }
- currentStructures[id] = structure
- structure.read = createStructureReader(structure, firstByte)
- return structure.read()
- }
- currentExtensions[0] = () => {} // notepack defines extension 0 to mean undefined, so use that as the default here
- currentExtensions[0].noBuffer = true
- currentExtensions[0x42] = (data) => {
- // decode bigint
- let length = data.length;
- let value = BigInt(data[0] & 0x80 ? data[0] - 0x100 : data[0]);
- for (let i = 1; i < length; i++) {
- value <<= BigInt(8);
- value += BigInt(data[i]);
- }
- return value;
- }
- let errors = { Error, TypeError, ReferenceError };
- currentExtensions[0x65] = () => {
- let data = read()
- return (errors[data[0]] || Error)(data[1], { cause: data[2] })
- }
- currentExtensions[0x69] = (data) => {
- // id extension (for structured clones)
- if (currentUnpackr.structuredClone === false) throw new Error('Structured clone extension is disabled')
- let id = dataView.getUint32(position - 4)
- if (!referenceMap)
- referenceMap = new Map()
- let token = src[position]
- let target
- // TODO: handle Maps, Sets, and other types that can cycle; this is complicated, because you potentially need to read
- // ahead past references to record structure definitions
- if (token >= 0x90 && token < 0xa0 || token == 0xdc || token == 0xdd)
- target = []
- else
- target = {}
- let refEntry = { target } // a placeholder object
- referenceMap.set(id, refEntry)
- let targetProperties = read() // read the next value as the target object to id
- if (refEntry.used) // there is a cycle, so we have to assign properties to original target
- return Object.assign(target, targetProperties)
- refEntry.target = targetProperties // the placeholder wasn't used, replace with the deserialized one
- return targetProperties // no cycle, can just use the returned read object
- }
- currentExtensions[0x70] = (data) => {
- // pointer extension (for structured clones)
- if (currentUnpackr.structuredClone === false) throw new Error('Structured clone extension is disabled')
- let id = dataView.getUint32(position - 4)
- let refEntry = referenceMap.get(id)
- refEntry.used = true
- return refEntry.target
- }
- currentExtensions[0x73] = () => new Set(read())
- export const typedArrays = ['Int8','Uint8','Uint8Clamped','Int16','Uint16','Int32','Uint32','Float32','Float64','BigInt64','BigUint64'].map(type => type + 'Array')
- let glbl = typeof globalThis === 'object' ? globalThis : window;
- currentExtensions[0x74] = (data) => {
- let typeCode = data[0]
- let typedArrayName = typedArrays[typeCode]
- if (!typedArrayName) {
- if (typeCode === 16) {
- let ab = new ArrayBuffer(data.length - 1)
- let u8 = new Uint8Array(ab)
- u8.set(data.subarray(1))
- return ab;
- }
- throw new Error('Could not find typed array for code ' + typeCode)
- }
- // we have to always slice/copy here to get a new ArrayBuffer that is word/byte aligned
- return new glbl[typedArrayName](Uint8Array.prototype.slice.call(data, 1).buffer)
- }
- currentExtensions[0x78] = () => {
- let data = read()
- return new RegExp(data[0], data[1])
- }
- const TEMP_BUNDLE = []
- currentExtensions[0x62] = (data) => {
- let dataSize = (data[0] << 24) + (data[1] << 16) + (data[2] << 8) + data[3]
- let dataPosition = position
- position += dataSize - data.length
- bundledStrings = TEMP_BUNDLE
- bundledStrings = [readOnlyJSString(), readOnlyJSString()]
- bundledStrings.position0 = 0
- bundledStrings.position1 = 0
- bundledStrings.postBundlePosition = position
- position = dataPosition
- return read()
- }
- currentExtensions[0xff] = (data) => {
- // 32-bit date extension
- if (data.length == 4)
- return new Date((data[0] * 0x1000000 + (data[1] << 16) + (data[2] << 8) + data[3]) * 1000)
- else if (data.length == 8)
- return new Date(
- ((data[0] << 22) + (data[1] << 14) + (data[2] << 6) + (data[3] >> 2)) / 1000000 +
- ((data[3] & 0x3) * 0x100000000 + data[4] * 0x1000000 + (data[5] << 16) + (data[6] << 8) + data[7]) * 1000)
- else if (data.length == 12)// TODO: Implement support for negative
- return new Date(
- ((data[0] << 24) + (data[1] << 16) + (data[2] << 8) + data[3]) / 1000000 +
- (((data[4] & 0x80) ? -0x1000000000000 : 0) + data[6] * 0x10000000000 + data[7] * 0x100000000 + data[8] * 0x1000000 + (data[9] << 16) + (data[10] << 8) + data[11]) * 1000)
- else
- return new Date('invalid')
- } // notepack defines extension 0 to mean undefined, so use that as the default here
- // registration of bulk record definition?
- // currentExtensions[0x52] = () =>
- function saveState(callback) {
- if (onSaveState)
- onSaveState();
- let savedSrcEnd = srcEnd
- let savedPosition = position
- let savedStringPosition = stringPosition
- let savedSrcStringStart = srcStringStart
- let savedSrcStringEnd = srcStringEnd
- let savedSrcString = srcString
- let savedStrings = strings
- let savedReferenceMap = referenceMap
- let savedBundledStrings = bundledStrings
- // TODO: We may need to revisit this if we do more external calls to user code (since it could be slow)
- let savedSrc = new Uint8Array(src.slice(0, srcEnd)) // we copy the data in case it changes while external data is processed
- let savedStructures = currentStructures
- let savedStructuresContents = currentStructures.slice(0, currentStructures.length)
- let savedPackr = currentUnpackr
- let savedSequentialMode = sequentialMode
- let value = callback()
- srcEnd = savedSrcEnd
- position = savedPosition
- stringPosition = savedStringPosition
- srcStringStart = savedSrcStringStart
- srcStringEnd = savedSrcStringEnd
- srcString = savedSrcString
- strings = savedStrings
- referenceMap = savedReferenceMap
- bundledStrings = savedBundledStrings
- src = savedSrc
- sequentialMode = savedSequentialMode
- currentStructures = savedStructures
- currentStructures.splice(0, currentStructures.length, ...savedStructuresContents)
- currentUnpackr = savedPackr
- dataView = new DataView(src.buffer, src.byteOffset, src.byteLength)
- return value
- }
- export function clearSource() {
- src = null
- referenceMap = null
- currentStructures = null
- }
- export function addExtension(extension) {
- if (extension.unpack)
- currentExtensions[extension.type] = extension.unpack
- else
- currentExtensions[extension.type] = extension
- }
- export const mult10 = new Array(147) // this is a table matching binary exponents to the multiplier to determine significant digit rounding
- for (let i = 0; i < 256; i++) {
- mult10[i] = +('1e' + Math.floor(45.15 - i * 0.30103))
- }
- export const Decoder = Unpackr
- var defaultUnpackr = new Unpackr({ useRecords: false })
- export const unpack = defaultUnpackr.unpack
- export const unpackMultiple = defaultUnpackr.unpackMultiple
- export const decode = defaultUnpackr.unpack
- export const FLOAT32_OPTIONS = {
- NEVER: 0,
- ALWAYS: 1,
- DECIMAL_ROUND: 3,
- DECIMAL_FIT: 4
- }
- let f32Array = new Float32Array(1)
- let u8Array = new Uint8Array(f32Array.buffer, 0, 4)
- export function roundFloat32(float32Number) {
- f32Array[0] = float32Number
- let multiplier = mult10[((u8Array[3] & 0x7f) << 1) | (u8Array[2] >> 7)]
- return ((multiplier * float32Number + (float32Number > 0 ? 0.5 : -0.5)) >> 0) / multiplier
- }
- export function setReadStruct(updatedReadStruct, loadedStructs, saveState) {
- readStruct = updatedReadStruct;
- onLoadedStructures = loadedStructs;
- onSaveState = saveState;
- }
|