Huge News!Announcing our $40M Series B led by Abstract Ventures.Learn More
Socket
Sign inDemoInstall
Socket

@bnaya/objectbuffer

Package Overview
Dependencies
Maintainers
1
Versions
122
Alerts
File Explorer

Advanced tools

Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

@bnaya/objectbuffer - npm Package Compare versions

Comparing version 0.0.0-96df3bb to 0.0.0-9dd1a9f

dist/internal/arraySaverIterative.d.ts

3

dist/index.js

@@ -11,4 +11,3 @@ /**

/** */
export { createObjectBuffer, resizeObjectBuffer, getUnderlyingArrayBuffer, loadObjectBuffer, replaceUnderlyingArrayBuffer // eslint-disable-next-line @typescript-eslint/camelcase
, sizeOf as unreliable_sizeOf, memoryStats, disposeWrapperObject, updateExternalArgs } from "./internal/api";
export { createObjectBuffer, resizeObjectBuffer, getUnderlyingArrayBuffer, loadObjectBuffer, replaceUnderlyingArrayBuffer, sizeOf as unreliable_sizeOf, memoryStats, disposeWrapperObject, updateExternalArgs } from "./internal/api";
export { acquireLock, acquireLockWait, releaseLock } from "./internal/locks";
import { initializeArrayBuffer } from "./store";
import { objectSaver } from "./objectSaver";
import { createObjectWrapper } from "./objectWrapper";

@@ -9,2 +8,5 @@ import { arrayBufferCopyTo, externalArgsApiToExternalArgsApi, getInternalAPI, isPrimitive } from "./utils";

import { UnsupportedOperationError } from "./exceptions";
import { createHeap } from "../structsGenerator/consts";
import { saveValueIterative } from "./saveValue";
import { allocationsTransaction } from "./allocationsTransaction";

@@ -17,3 +19,3 @@ /**

export function createObjectBuffer(externalArgs, size, initialValue, options = {}) {
if (Array.isArray(initialValue) || initialValue instanceof Date || initialValue instanceof Map || initialValue instanceof Set || isPrimitive(initialValue)) {
if (Array.isArray(initialValue) || initialValue instanceof Date || initialValue instanceof Map || initialValue instanceof Set || isPrimitive(initialValue) || typeof initialValue === "symbol") {
throw new UnsupportedOperationError();

@@ -36,7 +38,9 @@ }

float64: new Float64Array(arrayBuffer),
bigUint64: new BigUint64Array(arrayBuffer)
bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer)
};
const start = objectSaver(externalArgsApiToExternalArgsApi(externalArgs), carrier, [], initialValue);
carrier.uint32[INITIAL_ENTRY_POINTER_TO_POINTER / Uint32Array.BYTES_PER_ELEMENT] = start;
return createObjectWrapper(externalArgsApiToExternalArgsApi(externalArgs), carrier, start);
allocationsTransaction(() => {
saveValueIterative(externalArgsApiToExternalArgsApi(externalArgs), carrier, [], INITIAL_ENTRY_POINTER_TO_POINTER, initialValue);
}, allocator);
return createObjectWrapper(externalArgsApiToExternalArgsApi(externalArgs), carrier, carrier.heap.Uint32Array[INITIAL_ENTRY_POINTER_TO_POINTER / Uint32Array.BYTES_PER_ELEMENT]);
}

@@ -85,3 +89,4 @@ /**

float64: new Float64Array(arrayBuffer),
bigUint64: new BigUint64Array(arrayBuffer)
bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer)
};

@@ -124,5 +129,6 @@ return createObjectWrapper(externalArgsApiToExternalArgsApi(externalArgs), carrier, carrier.uint32[INITIAL_ENTRY_POINTER_TO_POINTER / Uint32Array.BYTES_PER_ELEMENT]);

float64: new Float64Array(newArrayBuffer),
bigUint64: new BigUint64Array(newArrayBuffer)
}; // eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
bigUint64: new BigUint64Array(newArrayBuffer),
heap: createHeap(newArrayBuffer)
}; // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error

@@ -129,0 +135,0 @@ allocator.end = newArrayBuffer.byteLength;

@@ -1,3 +0,3 @@

import { ArrayEntry, ExternalArgs, GlobalCarrier } from "./interfaces";
export declare function arrayGetMetadata(carrier: GlobalCarrier, pointerToArrayEntry: number): ArrayEntry;
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { Heap } from "../structsGenerator/consts";
export declare function arrayGetPointersToValueInIndex(carrier: GlobalCarrier, pointerToArrayEntry: number, indexToGet: number): {

@@ -17,5 +17,5 @@ pointer: number;

*/
export declare function shrinkArray(externalArgs: ExternalArgs, carrier: GlobalCarrier, pointerToArrayEntry: number, wishedLength: number): void;
export declare function arraySort(externalArgs: ExternalArgs, globalCarrier: GlobalCarrier, pointerToArrayEntry: number, sortComparator?: (a: any, b: any) => 1 | -1 | 0): void;
export declare function arrayReverse(externalArgs: ExternalArgs, carrier: GlobalCarrier, pointerToArrayEntry: number): void;
export declare function shrinkArray(heap: Heap, pointerToArrayEntry: number, wishedLength: number): void;
export declare function arraySort(externalArgs: ExternalArgs, carrier: GlobalCarrier, pointerToArrayEntry: number, sortComparator?: (a: any, b: any) => 1 | -1 | 0): void;
export declare function arrayReverse(carrier: GlobalCarrier, pointerToArrayEntry: number): void;
//# sourceMappingURL=arrayHelpers.d.ts.map

@@ -1,17 +0,13 @@

import { readEntry, writeEntry, writeValueInPtrToPtrAndHandleMemory } from "./store";
import { writeValueInPtrToPtrAndHandleMemory } from "./store";
import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { ENTRY_TYPE } from "./entry-types";
import { assertNonNull } from "./assertNonNull";
export function arrayGetMetadata(carrier, pointerToArrayEntry) {
const arrayEntry = readEntry(carrier, pointerToArrayEntry);
return arrayEntry;
}
import { array_length_get, array_dataspacePointer_get, array_allocatedLength_get, array_length_set, array_set_all, array_refsCount_get } from "./generatedStructs";
export function arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, indexToGet) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry); // out of bound
if (indexToGet >= metadata.length) {
// out of bound
if (indexToGet >= array_length_get(carrier.heap, pointerToArrayEntry)) {
return undefined;
}
const pointerToThePointer = metadata.value + indexToGet * Uint32Array.BYTES_PER_ELEMENT;
const pointerToThePointer = array_dataspacePointer_get(carrier.heap, pointerToArrayEntry) + indexToGet * Uint32Array.BYTES_PER_ELEMENT;
const pointer = carrier.uint32[pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT];

@@ -47,16 +43,8 @@ return {

export function extendArrayIfNeeded(externalArgs, carrier, pointerToArrayEntry, wishedLength) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
if (wishedLength > metadata.length) {
if (wishedLength > metadata.allocatedLength) {
reallocateArray(externalArgs, carrier, pointerToArrayEntry, wishedLength + externalArgs.arrayAdditionalAllocation, wishedLength);
if (wishedLength > array_length_get(carrier.heap, pointerToArrayEntry)) {
if (wishedLength > array_allocatedLength_get(carrier.heap, pointerToArrayEntry)) {
reallocateArray(carrier, pointerToArrayEntry, wishedLength + externalArgs.arrayAdditionalAllocation, wishedLength);
} else {
// no need to re-allocated, just push the length forward
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: metadata.value,
allocatedLength: metadata.allocatedLength,
length: wishedLength
});
array_length_set(carrier.heap, pointerToArrayEntry, wishedLength);
}

@@ -69,42 +57,16 @@ }

export function shrinkArray(externalArgs, carrier, pointerToArrayEntry, wishedLength) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: metadata.value,
allocatedLength: metadata.allocatedLength,
length: wishedLength
});
export function shrinkArray(heap, pointerToArrayEntry, wishedLength) {
array_length_set(heap, pointerToArrayEntry, wishedLength);
}
function reallocateArray(externalArgs, carrier, pointerToArrayEntry, newAllocatedLength, newLength) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
const newArrayValueLocation = carrier.allocator.realloc(metadata.value, newAllocatedLength * Uint32Array.BYTES_PER_ELEMENT); // for (
// let memoryToCopyIndex = 0;
// memoryToCopyIndex < metadata.length;
// memoryToCopyIndex += 1
// ) {
// carrier.dataView.setUint32(
// newArrayValueLocation + memoryToCopyIndex * Uint32Array.BYTES_PER_ELEMENT,
// carrier.dataView.getUint32(
// metadata.value + memoryToCopyIndex * Uint32Array.BYTES_PER_ELEMENT
// )
// );
// }
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: newArrayValueLocation,
allocatedLength: newAllocatedLength,
length: newLength
});
function reallocateArray(carrier, pointerToArrayEntry, newAllocatedLength, newLength) {
const newArrayValueLocation = carrier.allocator.realloc(array_dataspacePointer_get(carrier.heap, pointerToArrayEntry), newAllocatedLength * Uint32Array.BYTES_PER_ELEMENT);
array_set_all(carrier.heap, pointerToArrayEntry, ENTRY_TYPE.ARRAY, array_refsCount_get(carrier.heap, pointerToArrayEntry), newArrayValueLocation, newLength, newAllocatedLength);
}
export function arraySort(externalArgs, globalCarrier, pointerToArrayEntry, sortComparator = defaultCompareFunction) {
const metadata = arrayGetMetadata(globalCarrier, pointerToArrayEntry);
const pointersToValues = [...new Array(metadata.length).keys()].map(index => metadata.value + index * Uint32Array.BYTES_PER_ELEMENT).map(pointerToPointer => globalCarrier.uint32[pointerToPointer / Uint32Array.BYTES_PER_ELEMENT]);
export function arraySort(externalArgs, carrier, pointerToArrayEntry, sortComparator = defaultCompareFunction) {
const arrayDataSpace = array_dataspacePointer_get(carrier.heap, pointerToArrayEntry);
const pointersToValues = [...new Array(array_length_get(carrier.heap, pointerToArrayEntry)).keys()].map(index => arrayDataSpace + index * Uint32Array.BYTES_PER_ELEMENT).map(pointerToPointer => carrier.heap.Uint32Array[pointerToPointer / Uint32Array.BYTES_PER_ELEMENT]);
const sortMe = pointersToValues.map(pointer => {
return [pointer, entryToFinalJavaScriptValue(externalArgs, globalCarrier, pointer)];
return [pointer, entryToFinalJavaScriptValue(externalArgs, carrier, pointer)];
});

@@ -116,3 +78,3 @@ sortMe.sort((a, b) => {

for (let i = 0; i < sortMe.length; i += 1) {
globalCarrier.uint32[(metadata.value + i * Uint32Array.BYTES_PER_ELEMENT) / Uint32Array.BYTES_PER_ELEMENT] = sortMe[i][0];
carrier.heap.Uint32Array[(arrayDataSpace + i * Uint32Array.BYTES_PER_ELEMENT) / Uint32Array.BYTES_PER_ELEMENT] = sortMe[i][0];
}

@@ -144,8 +106,6 @@ } // https://stackoverflow.com/a/47349064/711152

export function arrayReverse(externalArgs, carrier, pointerToArrayEntry) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
export function arrayReverse(carrier, pointerToArrayEntry) {
for (let i = 0; i < Math.floor(array_length_get(carrier.heap, pointerToArrayEntry) / 2); i += 1) {
const theOtherIndex = array_length_get(carrier.heap, pointerToArrayEntry) - i - 1; // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
for (let i = 0; i < Math.floor(metadata.length / 2); i += 1) {
const theOtherIndex = metadata.length - i - 1; // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const a = arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, i); // eslint-disable-next-line @typescript-eslint/no-non-null-assertion

@@ -152,0 +112,0 @@

import { ExternalArgs, GlobalCarrier } from "./interfaces";
export declare function arraySplice(externalArgs: ExternalArgs, globalCarrier: GlobalCarrier, pointerToArrayEntry: number, startArg: number, deleteCountArg?: number, ...itemsToAddArg: Array<any>): any[];
export declare function arraySplice(externalArgs: ExternalArgs, carrier: GlobalCarrier, pointerToArrayEntry: number, startArg: number, deleteCountArg?: number, ...itemsToAddArg: Array<any>): any[];
//# sourceMappingURL=arraySplice.d.ts.map

@@ -1,17 +0,18 @@

import { arrayGetMetadata, getFinalValueAtArrayIndex, shrinkArray, extendArrayIfNeeded, arrayGetPointersToValueInIndex, setValuePointerAtArrayIndex } from "./arrayHelpers";
import { getFinalValueAtArrayIndex, shrinkArray, extendArrayIfNeeded, arrayGetPointersToValueInIndex, setValuePointerAtArrayIndex } from "./arrayHelpers";
import { assertNonNull } from "./assertNonNull";
import { writeValueInPtrToPtr } from "./store"; // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/splice#Syntax
import { writeValueInPtrToPtr } from "./store";
import { array_length_get } from "./generatedStructs"; // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/splice#Syntax
export function arraySplice(externalArgs, globalCarrier, pointerToArrayEntry, startArg, deleteCountArg, ...itemsToAddArg) {
const metadata = arrayGetMetadata(globalCarrier, pointerToArrayEntry);
const calcedStart = calculateSpliceStart(metadata.length, startArg);
const calcedDeleteCount = calculateDeleteCount(metadata.length, calcedStart, deleteCountArg);
const newLength = metadata.length + itemsToAddArg.length - calcedDeleteCount;
extendArrayIfNeeded(externalArgs, globalCarrier, pointerToArrayEntry, newLength);
export function arraySplice(externalArgs, carrier, pointerToArrayEntry, startArg, deleteCountArg, ...itemsToAddArg) {
const arrayLength = array_length_get(carrier.heap, pointerToArrayEntry);
const calcedStart = calculateSpliceStart(arrayLength, startArg);
const calcedDeleteCount = calculateDeleteCount(arrayLength, calcedStart, deleteCountArg);
const newLength = arrayLength + itemsToAddArg.length - calcedDeleteCount;
extendArrayIfNeeded(externalArgs, carrier, pointerToArrayEntry, newLength);
const deletedItemsToReturn = []; // can be negative
const itemCountChange = newLength - metadata.length;
const itemCountChange = newLength - arrayLength;
for (let deletedItemIndexToSave = calcedStart; deletedItemIndexToSave < calcedStart + calcedDeleteCount; deletedItemIndexToSave += 1) {
deletedItemsToReturn.push(getFinalValueAtArrayIndex(externalArgs, globalCarrier, pointerToArrayEntry, deletedItemIndexToSave));
deletedItemsToReturn.push(getFinalValueAtArrayIndex(externalArgs, carrier, pointerToArrayEntry, deletedItemIndexToSave));
} // copy-up items

@@ -28,6 +29,6 @@

for (let writeValueToIndex = newLength - 1; writeValueToIndex >= calcedStart + itemCountChange; writeValueToIndex -= 1) {
const valueToCopyPointers = arrayGetPointersToValueInIndex(globalCarrier, pointerToArrayEntry, writeValueToIndex - itemCountChange);
const valueToCopyPointers = arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, writeValueToIndex - itemCountChange);
assertNonNull(valueToCopyPointers);
setValuePointerAtArrayIndex(globalCarrier, pointerToArrayEntry, writeValueToIndex, valueToCopyPointers.pointer);
globalCarrier.uint32[valueToCopyPointers.pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT] = 0;
setValuePointerAtArrayIndex(carrier, pointerToArrayEntry, writeValueToIndex, valueToCopyPointers.pointer);
carrier.heap.Uint32Array[valueToCopyPointers.pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT] = 0;
}

@@ -42,8 +43,10 @@ } // copy-down items

else if (itemCountChange < 0) {
for (let writeValueToIndex = calcedStart + itemsToAddArg.length; writeValueToIndex < metadata.length + itemCountChange; writeValueToIndex += 1) {
const valueToCopyPointers = arrayGetPointersToValueInIndex(globalCarrier, pointerToArrayEntry, writeValueToIndex - itemCountChange);
assertNonNull(valueToCopyPointers);
setValuePointerAtArrayIndex(globalCarrier, pointerToArrayEntry, writeValueToIndex, valueToCopyPointers.pointer); // empty old array index, its still allocated!
for (let writeValueToIndex = calcedStart + itemsToAddArg.length; writeValueToIndex < arrayLength + itemCountChange; writeValueToIndex += 1) {
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const valueToCopyPointers = arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, writeValueToIndex - itemCountChange); // assertNonNull(valueToCopyPointers);
globalCarrier.uint32[valueToCopyPointers.pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT] = 0; // using that is wastefull
setValuePointerAtArrayIndex(carrier, pointerToArrayEntry, writeValueToIndex, valueToCopyPointers.pointer); // empty old array index, its still allocated!
// handleArcForDeletedValuePointer(carrier, valueToCopyPointers.pointer);
carrier.heap.Uint32Array[valueToCopyPointers.pointer] = 0; // using that is wastefull
// setValueAtArrayIndex(

@@ -62,9 +65,9 @@ // dataView,

for (let i = 0; i < itemsToAddArg.length; i += 1) {
const valueToSetPointers = arrayGetPointersToValueInIndex(globalCarrier, pointerToArrayEntry, calcedStart + i);
const valueToSetPointers = arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, calcedStart + i);
assertNonNull(valueToSetPointers);
writeValueInPtrToPtr(externalArgs, globalCarrier, valueToSetPointers.pointerToThePointer, itemsToAddArg[i]);
writeValueInPtrToPtr(externalArgs, carrier, valueToSetPointers.pointerToThePointer, itemsToAddArg[i]);
}
if (newLength < metadata.length) {
shrinkArray(externalArgs, globalCarrier, pointerToArrayEntry, newLength);
if (newLength < arrayLength) {
shrinkArray(carrier.heap, pointerToArrayEntry, newLength);
}

@@ -71,0 +74,0 @@

@@ -1,9 +0,9 @@

import { ExternalArgs, GlobalCarrier, ArrayEntry } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { BaseProxyTrap } from "./BaseProxyTrap";
export declare class ArrayWrapper extends BaseProxyTrap<ArrayEntry> implements ProxyHandler<{}> {
get(target: {}, p: PropertyKey): any;
deleteProperty(target: {}, p: PropertyKey): boolean;
export declare class ArrayWrapper extends BaseProxyTrap implements ProxyHandler<Record<string, unknown>> {
get(target: Record<string, unknown>, p: PropertyKey): any;
deleteProperty(target: Record<string, unknown>, p: PropertyKey): boolean;
enumerate(): PropertyKey[];
ownKeys(): PropertyKey[];
getOwnPropertyDescriptor(target: {}, prop: any): {
getOwnPropertyDescriptor(target: Record<string, unknown>, prop: any): {
configurable: boolean;

@@ -17,4 +17,4 @@ enumerable: boolean;

} | undefined;
has(target: {}, p: PropertyKey): boolean;
set(target: {}, accessedProp: PropertyKey, value: any): boolean;
has(target: Record<string, unknown>, p: PropertyKey): boolean;
set(target: Record<string, unknown>, accessedProp: PropertyKey, value: any): boolean;
entries(): Iterable<[number, any]>;

@@ -21,0 +21,0 @@ keys(): Iterable<number>;

@@ -1,2 +0,2 @@

import { getFinalValueAtArrayIndex, arrayGetMetadata, setValueAtArrayIndex, arraySort, extendArrayIfNeeded, arrayReverse } from "./arrayHelpers";
import { getFinalValueAtArrayIndex, setValueAtArrayIndex, arraySort, extendArrayIfNeeded, arrayReverse } from "./arrayHelpers";
import { INTERNAL_API_SYMBOL } from "./symbols";

@@ -7,2 +7,3 @@ import { arraySplice } from "./arraySplice";

import { BaseProxyTrap } from "./BaseProxyTrap";
import { array_length_get } from "./generatedStructs";
export class ArrayWrapper extends BaseProxyTrap {

@@ -15,4 +16,4 @@ get(target, p) {

if (p in this && p !== "constructor") {
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return this[p];

@@ -22,3 +23,3 @@ }

if (p === "length") {
return arrayGetMetadata(this.carrier, this.entryPointer).length;
return array_length_get(this.carrier.heap, this.entryPointer);
}

@@ -32,4 +33,4 @@

}
} // eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
} // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error

@@ -50,3 +51,3 @@

ownKeys() {
const length = arrayGetMetadata(this.carrier, this.entryPointer).length;
const length = array_length_get(this.carrier.heap, this.entryPointer);
return [...new Array(length).keys(), "length"];

@@ -79,3 +80,3 @@ }

const length = arrayGetMetadata(this.carrier, this.entryPointer).length;
const length = array_length_get(this.carrier.heap, this.entryPointer);

@@ -101,3 +102,3 @@ if (typeof p === "number") {

const currentLength = arrayGetMetadata(this.carrier, this.entryPointer).length;
const currentLength = array_length_get(this.carrier.heap, this.entryPointer);

@@ -139,3 +140,3 @@ if (currentLength === value) {

index += 1;
length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -151,3 +152,3 @@ }

index += 1;
length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -163,3 +164,3 @@ }

index += 1;
length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -181,3 +182,3 @@ }

reverse() {
arrayReverse(this.externalArgs, this.carrier, this.entryPointer);
arrayReverse(this.carrier, this.entryPointer);
return this;

@@ -196,3 +197,3 @@ } // no copy inside array is needed, so we can live with the built-in impl

this.splice(0, 0, ...elements);
return arrayGetMetadata(this.carrier, this.entryPointer).length;
return array_length_get(this.carrier.heap, this.entryPointer);
} // public getDataView() {

@@ -233,3 +234,5 @@ // return this.carrier.dataView;

export function createArrayWrapper(externalArgs, globalCarrier, entryPointer) {
return new Proxy([], new ArrayWrapper(externalArgs, globalCarrier, entryPointer));
return new Proxy( // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
[], new ArrayWrapper(externalArgs, globalCarrier, entryPointer));
}

@@ -1,3 +0,3 @@

import { ExternalArgs, GlobalCarrier, InternalAPI, DateEntry, ArrayEntry, ObjectEntry, MapEntry, SetEntry } from "./interfaces";
export declare class BaseProxyTrap<T extends ObjectEntry | DateEntry | ArrayEntry | MapEntry | SetEntry> implements InternalAPI {
import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
export declare abstract class BaseProxyTrap implements InternalAPI {
protected externalArgs: ExternalArgs;

@@ -15,8 +15,5 @@ protected carrier: GlobalCarrier;

arrayAdditionalAllocation: number;
textDecoder: import("./textEncoderDecoderTypes").TextDecoder;
textEncoder: import("./textEncoderDecoderTypes").TextEncoder;
}>;
protected get entryPointer(): number;
protected get entry(): T;
}
//# sourceMappingURL=BaseProxyTrap.d.ts.map

@@ -1,2 +0,2 @@

import { incrementRefCount, decrementRefCount, readEntry } from "./store";
import { incrementRefCount, decrementRefCount } from "./store";
import { WrapperDestroyed } from "./exceptions";

@@ -8,7 +8,7 @@ export class BaseProxyTrap {

this._entryPointer = _entryPointer;
incrementRefCount(this.externalArgs, this.carrier, this.entryPointer);
incrementRefCount(this.carrier.heap, this.entryPointer);
}
destroy() {
const newRefCount = decrementRefCount(this.externalArgs, this.carrier, this.entryPointer);
const newRefCount = decrementRefCount(this.carrier.heap, this.entryPointer);
this._entryPointer = 0;

@@ -42,6 +42,2 @@ return newRefCount;

get entry() {
return readEntry(this.carrier, this.entryPointer);
}
}

@@ -9,2 +9,3 @@ export declare const LOCK_OFFSET = 0;

export declare const FALSE_KNOWN_ADDRESS = 3;
export declare const MAX_64_BIG_INT: bigint;
//# sourceMappingURL=consts.d.ts.map

@@ -8,2 +8,3 @@ export const LOCK_OFFSET = 0;

export const TRUE_KNOWN_ADDRESS = 2;
export const FALSE_KNOWN_ADDRESS = 3;
export const FALSE_KNOWN_ADDRESS = 3;
export const MAX_64_BIG_INT = BigInt("0xFFFFFFFFFFFFFFFF");

@@ -1,4 +0,4 @@

import { ExternalArgs, GlobalCarrier, DateEntry } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { BaseProxyTrap } from "./BaseProxyTrap";
export declare class DateWrapper extends BaseProxyTrap<DateEntry> implements ProxyHandler<Date> {
export declare class DateWrapper extends BaseProxyTrap implements ProxyHandler<Date> {
private dateObjectForReuse;

@@ -5,0 +5,0 @@ private useMeToGiveNamesToFunctionsAndCacheThem;

@@ -1,2 +0,1 @@

import { readEntry, writeEntry } from "./store";
import { ENTRY_TYPE } from "./entry-types";

@@ -6,2 +5,3 @@ import { INTERNAL_API_SYMBOL } from "./symbols";

import { BaseProxyTrap } from "./BaseProxyTrap";
import { date_set_all, date_refsCount_get, date_timestamp_get } from "./generatedStructs";
const getFunctions = ["toString", "toDateString", "toTimeString", "toISOString", "toUTCString", // "toGMTString",

@@ -50,12 +50,8 @@ "getDate", "getDay", "getFullYear", "getHours", "getMilliseconds", "getMinutes", "getMonth", "getSeconds", "getTime", "getTimezoneOffset", "getUTCDate", "getUTCDay", "getUTCFullYear", "getUTCHours", "getUTCMilliseconds", "getUTCMinutes", "getUTCMonth", "getUTCSeconds", // "getYear",

updateDateObjectForReuse() {
const entry = readEntry(this.carrier, this.entryPointer);
this.dateObjectForReuse.setTime(entry.value);
this.dateObjectForReuse.setTime(date_timestamp_get(this.carrier.heap, this.entryPointer));
}
persistDateObject() {
writeEntry(this.carrier, this.entryPointer, {
type: ENTRY_TYPE.DATE,
refsCount: this.entry.refsCount,
value: this.dateObjectForReuse.getTime()
});
date_set_all(this.carrier.heap, this.entryPointer, ENTRY_TYPE.DATE, date_refsCount_get(this.carrier.heap, this.entryPointer), // padding
0, this.dateObjectForReuse.getTime());
}

@@ -62,0 +58,0 @@

@@ -18,9 +18,13 @@ import { getInternalAPI } from "./utils";

const addressesToFree = getAllLinkedAddresses(internalApi.getCarrier(), false, entryPointer);
const {
allocator,
heap
} = internalApi.getCarrier();
for (const address of addressesToFree.leafAddresses) {
internalApi.getCarrier().allocator.free(address);
allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(internalApi.getExternalArgs(), internalApi.getCarrier(), address);
decrementRefCount(heap, address);
}

@@ -27,0 +31,0 @@

@@ -1,2 +0,2 @@

import { ENTRY_TYPE, isPrimitiveEntryType } from "./entry-types";
import { ENTRY_TYPE } from "./entry-types";
import { createObjectWrapper } from "./objectWrapper";

@@ -6,9 +6,9 @@ import { createArrayWrapper } from "./arrayWrapper";

import { getCacheFor } from "./externalObjectsCache";
import { decrementRefCount, readEntry } from "./store";
import { decrementRefCount } from "./store";
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";
import { createMapWrapper } from "./mapWrapper";
import { createSetWrapper } from "./setWrapper";
import { UNDEFINED_KNOWN_ADDRESS, NULL_KNOWN_ADDRESS, TRUE_KNOWN_ADDRESS, FALSE_KNOWN_ADDRESS } from "./consts"; // declare const FinalizationGroup: any;
// declare const WeakRef: any;
import { UNDEFINED_KNOWN_ADDRESS, NULL_KNOWN_ADDRESS, TRUE_KNOWN_ADDRESS, FALSE_KNOWN_ADDRESS } from "./consts";
import { typeOnly_type_get, number_value_get, bigint_value_get } from "./generatedStructs";
import { readString } from "./readString";
const TYPE_TO_FACTORY = {

@@ -38,29 +38,44 @@ [ENTRY_TYPE.OBJECT]: createObjectWrapper,

const valueEntry = readEntry(carrier, pointerToEntry);
const entryType = typeOnly_type_get(carrier.heap, pointerToEntry);
if (isPrimitiveEntryType(valueEntry.type)) {
return valueEntry.value;
}
switch (entryType) {
case ENTRY_TYPE.NUMBER:
return number_value_get(carrier.heap, pointerToEntry);
break;
if (valueEntry.type === ENTRY_TYPE.OBJECT || valueEntry.type === ENTRY_TYPE.DATE || valueEntry.type === ENTRY_TYPE.ARRAY || valueEntry.type === ENTRY_TYPE.MAP || valueEntry.type === ENTRY_TYPE.SET) {
const cache = getCacheFor(carrier, key => {
finalizer(key, carrier, externalArgs);
});
let ret = cache.get(pointerToEntry);
case ENTRY_TYPE.STRING:
return readString(carrier.heap, pointerToEntry);
break;
if (!ret) {
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
ret = TYPE_TO_FACTORY[valueEntry.type](externalArgs, carrier, pointerToEntry);
cache.set(pointerToEntry, ret);
}
case ENTRY_TYPE.BIGINT_POSITIVE:
return bigint_value_get(carrier.heap, pointerToEntry);
break;
return ret;
case ENTRY_TYPE.BIGINT_NEGATIVE:
return bigint_value_get(carrier.heap, pointerToEntry) * BigInt("-1");
break;
} // this is an invariant
if (!(entryType === ENTRY_TYPE.OBJECT || entryType === ENTRY_TYPE.DATE || entryType === ENTRY_TYPE.ARRAY || entryType === ENTRY_TYPE.MAP || entryType === ENTRY_TYPE.SET)) {
throw new Error("Nope Nope Nope");
}
throw new Error("unsupported yet");
const cache = getCacheFor(carrier, key => {
finalizer(key, carrier);
});
let ret = cache.get(pointerToEntry);
if (!ret) {
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
ret = TYPE_TO_FACTORY[entryType](externalArgs, carrier, pointerToEntry);
cache.set(pointerToEntry, ret);
}
return ret;
}
function finalizer(memoryAddress, carrier, externalArgs) {
const newRefsCount = decrementRefCount(externalArgs, carrier, memoryAddress);
function finalizer(memoryAddress, carrier) {
const newRefsCount = decrementRefCount(carrier.heap, memoryAddress);

@@ -75,5 +90,5 @@ if (newRefsCount === 0) {

for (const address of freeUs.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
decrementRefCount(carrier.heap, address);
}
}
}

@@ -1,4 +0,6 @@

import { WeakValueMap } from "./WeakValueMap";
import { WeakValueMap } from "./WeakValueMap"; // eslint-disable-next-line @typescript-eslint/ban-types
const externalObjectsCache = new WeakMap();
export function getCacheFor(obj, externalFinalizer) {
export function getCacheFor( // eslint-disable-next-line @typescript-eslint/ban-types
obj, externalFinalizer) {
let map = externalObjectsCache.get(obj);

@@ -16,3 +18,3 @@

function supportWeakRef() {
return typeof WeakRef !== "undefined";
return typeof WeakRef !== "undefined" && (typeof FinalizationGroup !== "undefined" || typeof "FinalizationRegistry" !== "undefined");
}
import { GlobalCarrier } from "./interfaces";
export declare function getAllLinkedAddresses(carrier: GlobalCarrier, ignoreRefCount: boolean, entryPointer: number): {
leafAddresses: number[];
arcAddresses: number[];
leafAddresses: Set<number>;
arcAddresses: Set<number>;
};
export declare function getObjectOrMapOrSetAddresses(carrier: GlobalCarrier, ignoreRefCount: boolean, internalHashmapPointer: number, leafAddresses: number[], arcAddresses: number[]): void;
export declare function getObjectOrMapOrSetAddresses(carrier: GlobalCarrier, internalHashmapPointer: number, leafAddresses: Set<number>, addressesToProcessQueue: number[]): void;
//# sourceMappingURL=getAllLinkedAddresses.d.ts.map

@@ -1,9 +0,21 @@

import { readEntry } from "./store";
import { ENTRY_TYPE } from "./entry-types";
import { hashMapGetPointersToFree } from "./hashmap/hashmap";
import { isKnownAddressValuePointer } from "./utils";
import { typeOnly_type_get, string_charsPointer_get, typeAndRc_refsCount_get, object_pointerToHashMap_get, array_dataspacePointer_get, array_length_get } from "./generatedStructs";
export function getAllLinkedAddresses(carrier, ignoreRefCount, entryPointer) {
const leafAddresses = [];
const arcAddresses = [];
getAllLinkedAddressesStep(carrier, ignoreRefCount, entryPointer, leafAddresses, arcAddresses);
const leafAddresses = new Set();
const arcAddresses = new Set();
const addressesToProcessQueue = [entryPointer];
let addressToProcess = undefined; // const diffs = [];
while ((addressToProcess = addressesToProcessQueue.shift()) !== undefined) {
// const before = addressesToProcessQueue.slice();
if (addressToProcess === 0) {
continue;
}
getAllLinkedAddressesStep(carrier, ignoreRefCount, addressToProcess, leafAddresses, arcAddresses, addressesToProcessQueue); // diffs.push(addressesToProcessQueue.filter((p) => !before.includes(p)));
} // console.log(diffs);
return {

@@ -15,25 +27,35 @@ leafAddresses,

function getAllLinkedAddressesStep(carrier, ignoreRefCount, entryPointer, leafAddresses, arcAddresses) {
if (isKnownAddressValuePointer(entryPointer)) {
function getAllLinkedAddressesStep(carrier, ignoreRefCount, entryPointer, leafAddresses, arcAddresses, addressesToProcessQueue) {
const {
heap
} = carrier;
if (isKnownAddressValuePointer(entryPointer) || leafAddresses.has(entryPointer) || arcAddresses.has(entryPointer)) {
return;
}
const entry = readEntry(carrier, entryPointer);
const entryType = typeOnly_type_get(heap, entryPointer); // to be used ONLY if the type has ref counter
switch (entry.type) {
const refsCount = typeAndRc_refsCount_get(heap, entryPointer);
switch (entryType) {
case ENTRY_TYPE.NUMBER:
case ENTRY_TYPE.STRING:
case ENTRY_TYPE.BIGINT_NEGATIVE:
case ENTRY_TYPE.BIGINT_POSITIVE:
leafAddresses.push(entryPointer);
leafAddresses.add(entryPointer);
break;
case ENTRY_TYPE.STRING:
leafAddresses.add(string_charsPointer_get(heap, entryPointer));
leafAddresses.add(entryPointer);
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.MAP:
case ENTRY_TYPE.SET:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
getObjectOrMapOrSetAddresses(carrier, ignoreRefCount, entry.value, leafAddresses, arcAddresses);
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
getObjectOrMapOrSetAddresses(carrier, object_pointerToHashMap_get(heap, entryPointer), leafAddresses, addressesToProcessQueue);
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}

@@ -44,12 +66,13 @@

case ENTRY_TYPE.ARRAY:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
leafAddresses.push(entry.value);
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
leafAddresses.add(array_dataspacePointer_get(heap, entryPointer));
const arrayLength = array_length_get(heap, entryPointer);
for (let i = 0; i < entry.allocatedLength; i += 1) {
const valuePointer = carrier.uint32[(entry.value + i * Uint32Array.BYTES_PER_ELEMENT) / Uint32Array.BYTES_PER_ELEMENT];
getAllLinkedAddressesStep(carrier, ignoreRefCount, valuePointer, leafAddresses, arcAddresses);
for (let i = 0; i < arrayLength; i += 1) {
const valuePointer = carrier.uint32[(array_dataspacePointer_get(heap, entryPointer) + i * Uint32Array.BYTES_PER_ELEMENT) / Uint32Array.BYTES_PER_ELEMENT];
addressesToProcessQueue.push(valuePointer);
}
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}

@@ -60,6 +83,6 @@

case ENTRY_TYPE.DATE:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}

@@ -70,9 +93,7 @@

default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");
throw new Error(ENTRY_TYPE[entryType] + " Not implemented yet");
}
}
export function getObjectOrMapOrSetAddresses(carrier, ignoreRefCount, internalHashmapPointer, leafAddresses, arcAddresses) {
export function getObjectOrMapOrSetAddresses(carrier, internalHashmapPointer, leafAddresses, addressesToProcessQueue) {
const {

@@ -82,7 +103,10 @@ pointersToValuePointers,

} = hashMapGetPointersToFree(carrier, internalHashmapPointer);
leafAddresses.push(...pointers);
for (const leafPointer of pointers) {
leafAddresses.add(leafPointer);
}
for (const pointer of pointersToValuePointers) {
getAllLinkedAddressesStep(carrier, ignoreRefCount, carrier.uint32[pointer / Uint32Array.BYTES_PER_ELEMENT], leafAddresses, arcAddresses);
addressesToProcessQueue.push(carrier.uint32[pointer / Uint32Array.BYTES_PER_ELEMENT]);
}
}
import { MAP_MACHINE, NODE_MACHINE } from "./memoryLayout";
import { hashCodeInPlace, hashCodeExternalValue, getKeyStartLength } from "./hashmapUtils";
import { primitiveValueToEntry } from "../utils";
import { sizeOfEntry, writeEntry, readEntry, compareStringOrNumberEntriesInPlace } from "../store";
import { strByteLength } from "../utils";
import { stringEncodeInto } from "../stringEncodeInto";
import { compareStringOrNumberEntriesInPlace, readNumberOrString } from "../store";
import { ENTRY_TYPE } from "../entry-types";
import { initLinkedList, linkedListItemInsert, linkedListItemRemove, linkedListLowLevelIterator, linkedListGetValue, linkedListGetPointersToFree } from "../linkedList/linkedList";
import { number_size, string_size, number_set_all, string_set_all, number_value_place, number_value_ctor, typeOnly_type_get, string_charsPointer_get } from "../generatedStructs";
export function createHashMap(carrier,

@@ -28,19 +30,31 @@ /**

export function hashMapInsertUpdate(externalArgs, carrier, mapPointer, externalKeyValue) {
const mapOperator = MAP_MACHINE.createOperator(carrier, mapPointer);
const keyEntry = primitiveValueToEntry(externalKeyValue); // allocate all possible needed memory upfront, so we won't oom in the middle of something
const mapOperator = MAP_MACHINE.createOperator(carrier, mapPointer); // const keyEntry = primitiveValueToEntry(externalKeyValue) as
// | NumberEntry
// | StringEntry;
// allocate all possible needed memory upfront, so we won't oom in the middle of something
// in case of overwrite, we will not need this memory
const memoryForNewNode = carrier.allocator.calloc(NODE_MACHINE.map.SIZE_OF);
const memorySizeOfKey = sizeOfEntry(keyEntry);
const keyEntryMemory = carrier.allocator.calloc(memorySizeOfKey);
writeEntry(carrier, keyEntryMemory, keyEntry);
const keyHeaderOverhead = keyEntry.type === ENTRY_TYPE.STRING ? // type + string length
8 + 4 : // type
8;
const keyHashCode = hashCodeInPlace(carrier.uint8, mapOperator.get("CAPACITY"), // + 1 for the type of key
keyEntryMemory + keyHeaderOverhead, memorySizeOfKey - keyHeaderOverhead);
let keyMemoryEntryPointer;
let keyDataMemoryStart;
let keyDataMemoryLength;
if (typeof externalKeyValue === "number") {
keyMemoryEntryPointer = carrier.allocator.calloc(number_size);
number_set_all(carrier.heap, keyMemoryEntryPointer, ENTRY_TYPE.NUMBER, externalKeyValue);
keyDataMemoryStart = keyMemoryEntryPointer + number_value_place;
keyDataMemoryLength = number_value_ctor.BYTES_PER_ELEMENT;
} else {
keyMemoryEntryPointer = carrier.allocator.calloc(string_size);
keyDataMemoryLength = strByteLength(externalKeyValue);
keyDataMemoryStart = carrier.allocator.calloc(keyDataMemoryLength);
stringEncodeInto(carrier.heap.Uint8Array, keyDataMemoryStart, externalKeyValue);
string_set_all(carrier.heap, keyMemoryEntryPointer, ENTRY_TYPE.STRING, keyDataMemoryLength, keyDataMemoryStart);
}
const keyHashCode = hashCodeInPlace(carrier.uint8, mapOperator.get("CAPACITY"), keyDataMemoryStart, keyDataMemoryLength);
let ptrToPtrToSaveTheNodeTo = mapOperator.get("ARRAY_POINTER") + keyHashCode * Uint32Array.BYTES_PER_ELEMENT;
const commonNodeOperator = NODE_MACHINE.createOperator(carrier, carrier.uint32[ptrToPtrToSaveTheNodeTo / Uint32Array.BYTES_PER_ELEMENT]); // todo: share code with hashMapNodeLookup?
while (commonNodeOperator.startAddress !== 0 && !compareStringOrNumberEntriesInPlace(carrier, commonNodeOperator.get("KEY_POINTER"), keyEntryMemory)) {
while (commonNodeOperator.startAddress !== 0 && !compareStringOrNumberEntriesInPlace(carrier.heap, commonNodeOperator.get("KEY_POINTER"), keyMemoryEntryPointer)) {
ptrToPtrToSaveTheNodeTo = commonNodeOperator.pointerTo("NEXT_NODE_POINTER");

@@ -58,3 +72,4 @@ commonNodeOperator.startAddress = commonNodeOperator.get("NEXT_NODE_POINTER");

// we don't need the new memory
carrier.allocator.free(keyEntryMemory);
// @todo Free here also the string data
carrier.allocator.free(keyMemoryEntryPointer);
carrier.allocator.free(memoryForNewNode);

@@ -64,3 +79,3 @@ return commonNodeOperator.pointerTo("VALUE_POINTER");

commonNodeOperator.startAddress = memoryForNewNode;
commonNodeOperator.set("KEY_POINTER", keyEntryMemory);
commonNodeOperator.set("KEY_POINTER", keyMemoryEntryPointer);
commonNodeOperator.set("LINKED_LIST_ITEM_POINTER", linkedListItemInsert(carrier, mapOperator.get("LINKED_LIST_POINTER"), memoryForNewNode));

@@ -70,3 +85,3 @@ carrier.uint32[ptrToPtrToSaveTheNodeTo / Uint32Array.BYTES_PER_ELEMENT] = memoryForNewNode;

if (shouldRehash(mapOperator.get("LINKED_LIST_SIZE"), mapOperator.get("CAPACITY"), mapOperator.get("USED_CAPACITY"), externalArgs.hashMapLoadFactor)) {
if (shouldRehash(mapOperator.get("CAPACITY"), mapOperator.get("USED_CAPACITY"), externalArgs.hashMapLoadFactor)) {
// console.log("rehash", {

@@ -92,5 +107,5 @@ // USED_CAPACITY: mapOperator.get("USED_CAPACITY")

while (node.startAddress !== 0) {
const keyEntry = readEntry(carrier, node.get("KEY_POINTER"));
const keyValue = readNumberOrString(carrier.heap, node.get("KEY_POINTER"));
if (keyEntry.value === externalKeyValue) {
if (keyValue === externalKeyValue) {
return ptrToPtr;

@@ -132,2 +147,7 @@ }

carrier.uint32[foundNodePtrToPtr / Uint32Array.BYTES_PER_ELEMENT] = nodeOperator.get("NEXT_NODE_POINTER");
if (typeOnly_type_get(carrier.heap, nodeOperator.get("KEY_POINTER")) === ENTRY_TYPE.STRING) {
carrier.allocator.free(string_charsPointer_get(carrier.heap, nodeOperator.get("KEY_POINTER")));
}
carrier.allocator.free(nodeOperator.get("KEY_POINTER"));

@@ -180,2 +200,7 @@ carrier.allocator.free(nodeOperator.startAddress);

pointersToValuePointers.push(nodeOperator.pointerTo("VALUE_POINTER"));
if (typeOnly_type_get(carrier.heap, nodeOperator.get("KEY_POINTER")) === ENTRY_TYPE.STRING) {
pointers.push(string_charsPointer_get(carrier.heap, nodeOperator.get("KEY_POINTER")));
}
pointers.push(nodePointer, nodeOperator.get("KEY_POINTER"));

@@ -237,3 +262,3 @@ }

function shouldRehash(nodesCount, buckets, fullBuckets, loadFactor) {
function shouldRehash(buckets, fullBuckets, loadFactor) {
// add proportion check?

@@ -240,0 +265,0 @@ // nodesCount

import { ENTRY_TYPE } from "./entry-types";
import { TextDecoder, TextEncoder } from "./textEncoderDecoderTypes";
import { Heap } from "../structsGenerator/consts";
export declare type primitive = string | number | bigint | boolean | undefined | null;

@@ -68,2 +68,3 @@ export declare type Entry = StringEntry | NumberEntry | BigIntPositiveEntry | BigIntNegativeEntry | ObjectEntry | ArrayEntry | DateEntry | MapEntry | SetEntry;

allocator: import("@thi.ng/malloc").IMemPool;
heap: Heap;
}

@@ -73,5 +74,7 @@ export declare type ExternalArgs = Readonly<{

hashMapMinInitialCapacity: number;
/**
* Allocate additional memory for array pointers,
* will prevent the reallocation and copy when array is getting bigger
*/
arrayAdditionalAllocation: number;
textDecoder: TextDecoder;
textEncoder: TextEncoder;
}>;

@@ -82,4 +85,2 @@ export declare type ExternalArgsApi = Readonly<{

arrayAdditionalAllocation?: number;
textDecoder: TextDecoder;
textEncoder: TextEncoder;
}>;

@@ -86,0 +87,0 @@ export interface InternalAPI {

@@ -0,1 +1,3 @@

/* istanbul ignore file */
// I'm not sure how to test that yet
import { invariant } from "./utils";

@@ -2,0 +4,0 @@ import { getUnderlyingArrayBuffer } from "./api";

@@ -1,5 +0,5 @@

import { ExternalArgs, GlobalCarrier, MapEntry, InternalAPI } from "./interfaces";
import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
import { INTERNAL_API_SYMBOL } from "./symbols";
import { BaseProxyTrap } from "./BaseProxyTrap";
export declare class MapWrapper<K extends string | number, V> extends BaseProxyTrap<MapEntry> implements Map<K, V> {
export declare class MapWrapper<K extends string | number, V> extends BaseProxyTrap implements Map<K, V> {
clear(): void;

@@ -6,0 +6,0 @@ forEach(callbackfn: (value: V, key: K, map: Map<K, V>) => void, thisArg?: any): void;

@@ -7,2 +7,3 @@ import { deleteObjectPropertyEntryByKey, objectGet, objectSet, mapOrSetClear } from "./objectWrapperHelpers";

import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class MapWrapper extends BaseProxyTrap {

@@ -20,3 +21,3 @@ clear() {

get size() {
return hashMapSize(this.carrier, this.entry.value);
return hashMapSize(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer));
}

@@ -29,3 +30,3 @@

*entries() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const {

@@ -40,3 +41,3 @@ valuePointer,

*keys() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

@@ -48,3 +49,3 @@ yield entryToFinalJavaScriptValue(this.externalArgs, this.carrier, t.keyPointer);

*values() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const {

@@ -74,3 +75,3 @@ valuePointer

return objectGet(this.externalArgs, this.carrier, this.entry.value, p);
return objectGet(this.externalArgs, this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p);
}

@@ -83,3 +84,3 @@

return deleteObjectPropertyEntryByKey(this.externalArgs, this.carrier, this.entry.value, p);
return deleteObjectPropertyEntryByKey(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p);
}

@@ -92,3 +93,3 @@

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return hashMapNodeLookup(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p) !== 0;
}

@@ -102,3 +103,3 @@

allocationsTransaction(() => {
objectSet(this.externalArgs, this.carrier, this.entry.value, p, value);
objectSet(this.externalArgs, this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p, value);
}, this.carrier.allocator);

@@ -105,0 +106,0 @@ return this;

@@ -12,5 +12,3 @@ const ALLOWS_TYPED_ARRAYS_CTORS = [Uint8Array, Uint32Array, // BigUint64Array,

const READ_WRITE_MAPS_V2 = [[Uint8Array, "uint8"], [Uint32Array, "uint32"], // [BigUint64Array, dataViewInstance.getBigUint64, dataViewInstance.setBigUint64],
[Uint16Array, "uint16"]]; // eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// dataViewInstance = undefined;
[Uint16Array, "uint16"]]; // dataViewInstance = undefined;
// const READ_MAP = new Map(READ_WRITE_MAPS.map(e => [e[0], e[1]]));

@@ -89,6 +87,6 @@ // const WRITE_MAP = new Map(READ_WRITE_MAPS.map(e => [e[0], e[2]]));

newObjectEntries.push(["TOTAL_SIZE", newObjectEntries[newObjectEntries.length - 1][1] + oldEntries[newObjectEntries.length - 1][1]]); // eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
newObjectEntries.push(["TOTAL_SIZE", newObjectEntries[newObjectEntries.length - 1][1] + oldEntries[newObjectEntries.length - 1][1]]); // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return Object.fromEntries(newObjectEntries);
}

@@ -1,14 +0,14 @@

import { ObjectEntry, ExternalArgs, GlobalCarrier } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { BaseProxyTrap } from "./BaseProxyTrap";
export declare class ObjectWrapper extends BaseProxyTrap<ObjectEntry> implements ProxyHandler<{}> {
get(target: {}, p: PropertyKey): any;
deleteProperty(target: {}, p: PropertyKey): boolean;
export declare class ObjectWrapper extends BaseProxyTrap implements ProxyHandler<Record<string, unknown>> {
get(target: Record<string, unknown>, p: PropertyKey): any;
deleteProperty(target: Record<string, unknown>, p: PropertyKey): boolean;
enumerate(): PropertyKey[];
ownKeys(): PropertyKey[];
getOwnPropertyDescriptor(target: {}, p: PropertyKey): {
getOwnPropertyDescriptor(target: Record<string, unknown>, p: PropertyKey): {
configurable: boolean;
enumerable: boolean;
} | undefined;
has(target: {}, p: PropertyKey): boolean;
set(target: {}, p: PropertyKey, value: any): boolean;
has(target: Record<string, unknown>, p: PropertyKey): boolean;
set(target: Record<string, unknown>, p: PropertyKey, value: any): boolean;
isExtensible(): boolean;

@@ -15,0 +15,0 @@ preventExtensions(): boolean;

@@ -7,2 +7,3 @@ import { getObjectPropertiesEntries, deleteObjectPropertyEntryByKey, objectGet, objectSet } from "./objectWrapperHelpers";

import { hashMapNodeLookup } from "./hashmap/hashmap";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class ObjectWrapper extends BaseProxyTrap {

@@ -18,3 +19,3 @@ get(target, p) {

return objectGet(this.externalArgs, this.carrier, this.entry.value, p);
return objectGet(this.externalArgs, this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p);
}

@@ -27,7 +28,7 @@

return deleteObjectPropertyEntryByKey(this.externalArgs, this.carrier, this.entry.value, p);
return deleteObjectPropertyEntryByKey(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p);
}
enumerate() {
const gotEntries = getObjectPropertiesEntries(this.carrier, this.entry.value);
const gotEntries = getObjectPropertiesEntries(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer));
return gotEntries.map(e => e.key);

@@ -37,3 +38,3 @@ }

ownKeys() {
const gotEntries = getObjectPropertiesEntries(this.carrier, this.entry.value);
const gotEntries = getObjectPropertiesEntries(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer));
return gotEntries.map(e => e.key);

@@ -62,3 +63,3 @@ }

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return hashMapNodeLookup(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p) !== 0;
}

@@ -72,3 +73,3 @@

allocationsTransaction(() => {
objectSet(this.externalArgs, this.carrier, this.entry.value, p, value);
objectSet(this.externalArgs, this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p, value);
}, this.carrier.allocator);

@@ -75,0 +76,0 @@ return true;

import { ExternalArgs, GlobalCarrier } from "./interfaces";
export declare function deleteObjectPropertyEntryByKey(externalArgs: ExternalArgs, carrier: GlobalCarrier, hashmapPointer: number, keyToDeleteBy: string | number): boolean;
export declare function deleteObjectPropertyEntryByKey(carrier: GlobalCarrier, hashmapPointer: number, keyToDeleteBy: string | number): boolean;
export declare function getObjectPropertiesEntries(carrier: GlobalCarrier, hashmapPointer: number): Array<{

@@ -7,6 +7,5 @@ key: string | number;

}>;
export declare function objectSet(externalArgs: ExternalArgs, carrier: GlobalCarrier, hashMapPointer: number, p: string | number, value: any): void;
export declare function objectSet(externalArgs: ExternalArgs, carrier: GlobalCarrier, hashMapPointer: number, p: string | number, value: unknown): void;
export declare function objectGet(externalArgs: ExternalArgs, carrier: GlobalCarrier, entryPointer: number, key: string | number): any;
export declare function hashmapClearFree(externalArgs: ExternalArgs, carrier: GlobalCarrier, hashmapPointer: number): void;
export declare function mapOrSetClear(externalArgs: ExternalArgs, carrier: GlobalCarrier, mapOrSetPtr: number): void;
//# sourceMappingURL=objectWrapperHelpers.d.ts.map

@@ -1,6 +0,9 @@

import { readEntry, writeValueInPtrToPtrAndHandleMemory, handleArcForDeletedValuePointer, decrementRefCount, writeEntry } from "./store";
import { writeValueInPtrToPtrAndHandleMemory, handleArcForDeletedValuePointer, decrementRefCount } from "./store";
import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { hashMapDelete, hashMapLowLevelIterator, hashMapNodePointerToKeyValue, hashMapInsertUpdate, hashMapValueLookup, createHashMap } from "./hashmap/hashmap";
import { getObjectOrMapOrSetAddresses } from "./getAllLinkedAddresses";
export function deleteObjectPropertyEntryByKey(externalArgs, carrier, hashmapPointer, keyToDeleteBy) {
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";
import { typeOnly_type_get, number_value_get, typeAndRc_refsCount_get, typeAndRc_refsCount_set, object_pointerToHashMap_set } from "./generatedStructs";
import { ENTRY_TYPE } from "./entry-types";
import { readString } from "./readString";
export function deleteObjectPropertyEntryByKey(carrier, hashmapPointer, keyToDeleteBy) {
const deletedValuePointerToPointer = hashMapDelete(carrier, hashmapPointer, keyToDeleteBy); // no such key

@@ -12,4 +15,4 @@

const deletedValuePointer = carrier.uint32[deletedValuePointerToPointer / Uint32Array.BYTES_PER_ELEMENT];
handleArcForDeletedValuePointer(externalArgs, carrier, deletedValuePointer);
const deletedValuePointer = carrier.heap.Uint32Array[deletedValuePointerToPointer / Uint32Array.BYTES_PER_ELEMENT];
handleArcForDeletedValuePointer(carrier, deletedValuePointer);
return true;

@@ -26,6 +29,7 @@ }

} = hashMapNodePointerToKeyValue(carrier, iterator);
const keyEntry = readEntry(carrier, keyPointer);
const typeOfKeyEntry = typeOnly_type_get(carrier.heap, keyPointer);
const key = typeOfKeyEntry === ENTRY_TYPE.NUMBER ? number_value_get(carrier.heap, keyPointer) : readString(carrier.heap, keyPointer);
foundValues.push({
valuePointer: carrier.uint32[valuePointer / Uint32Array.BYTES_PER_ELEMENT],
key: keyEntry.value
key
});

@@ -42,15 +46,39 @@ }

const valuePointer = hashMapValueLookup(carrier, entryPointer, key);
return entryToFinalJavaScriptValue(externalArgs, carrier, carrier.uint32[valuePointer / Uint32Array.BYTES_PER_ELEMENT]);
} // export function hashmapClearFree(
// externalArgs: ExternalArgs,
// carrier: GlobalCarrier,
// hashmapPointer: number
// ) {
// const leafAddresses = new Set<number>();
// const addressesToProcessQueue: number[] = [];
// getObjectOrMapOrSetAddresses(
// carrier,
// hashmapPointer,
// leafAddresses,
// addressesToProcessQueue
// );
// for (const address of leafAddresses) {
// carrier.allocator.free(address);
// }
// for (const address of arcAddresses) {
// decrementRefCount(externalArgs, carrier, address);
// }
// }
if (valuePointer === 0) {
return undefined;
}
export function mapOrSetClear(externalArgs, carrier, mapOrSetPtr) {
// we fake the entry refCount as zero so getAllLinkedAddresses will visit what's needed
const prevCount = typeAndRc_refsCount_get(carrier.heap, mapOrSetPtr);
typeAndRc_refsCount_set(carrier.heap, mapOrSetPtr, 0);
const {
leafAddresses,
arcAddresses
} = getAllLinkedAddresses(carrier, false, mapOrSetPtr);
return entryToFinalJavaScriptValue(externalArgs, carrier, carrier.uint32[valuePointer / Uint32Array.BYTES_PER_ELEMENT]);
}
export function hashmapClearFree(externalArgs, carrier, hashmapPointer) {
const leafAddresses = [];
const arcAddresses = [];
getObjectOrMapOrSetAddresses(carrier, false, hashmapPointer, leafAddresses, arcAddresses);
for (const address of leafAddresses) {
// don't dispose the address we need to reuse
if (address === mapOrSetPtr) {
continue;
}
for (const address of leafAddresses) {
carrier.allocator.free(address);

@@ -60,10 +88,13 @@ }

for (const address of arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
}
}
export function mapOrSetClear(externalArgs, carrier, mapOrSetPtr) {
const entry = readEntry(carrier, mapOrSetPtr);
hashmapClearFree(externalArgs, carrier, entry.value);
entry.value = createHashMap(carrier, externalArgs.hashMapMinInitialCapacity);
writeEntry(carrier, mapOrSetPtr, entry);
// don't dispose the address we need to reuse
if (address === mapOrSetPtr) {
continue;
}
decrementRefCount(carrier.heap, address);
} // Restore real ref count
typeAndRc_refsCount_set(carrier.heap, mapOrSetPtr, prevCount);
object_pointerToHashMap_set(carrier.heap, mapOrSetPtr, createHashMap(carrier, externalArgs.hashMapMinInitialCapacity));
}
import { ExternalArgs, GlobalCarrier } from "./interfaces";
/**
* Returns pointer for the value
*/
export declare function saveValue(externalArgs: ExternalArgs, carrier: GlobalCarrier, referencedPointers: number[], value: any): number;
export declare function saveValueIterative(externalArgs: ExternalArgs, carrier: GlobalCarrier, referencedExistingPointers: number[], initialValuePtrToPtr: number, initialValue: unknown): void;
//# sourceMappingURL=saveValue.d.ts.map

@@ -1,56 +0,130 @@

import { primitiveValueToEntry, isPrimitive, getOurPointerIfApplicable } from "./utils";
import { appendEntry } from "./store";
import { objectSaver, mapSaver, setSaver } from "./objectSaver";
import { arraySaver } from "./arraySaver";
import { getOurPointerIfApplicable, strByteLength } from "./utils";
import { ENTRY_TYPE } from "./entry-types";
import { UNDEFINED_KNOWN_ADDRESS, NULL_KNOWN_ADDRESS, TRUE_KNOWN_ADDRESS, FALSE_KNOWN_ADDRESS } from "./consts";
/**
* Returns pointer for the value
*/
import { number_size, number_set_all, bigint_size, bigint_set_all, string_size, string_set_all, date_size, date_set_all } from "./generatedStructs";
import { UNDEFINED_KNOWN_ADDRESS, NULL_KNOWN_ADDRESS, TRUE_KNOWN_ADDRESS, FALSE_KNOWN_ADDRESS, MAX_64_BIG_INT } from "./consts";
import { arraySaverIterative } from "./arraySaverIterative";
import { objectSaverIterative, mapSaverIterative, setSaverIterative } from "./objectSaverIterative";
import { stringEncodeInto } from "./stringEncodeInto";
export function saveValueIterative(externalArgs, carrier, referencedExistingPointers, initialValuePtrToPtr, initialValue) {
const valuesToSave = [initialValue];
const pointersToSaveTo = [initialValuePtrToPtr];
const {
heap: {
Uint32Array: uint32
},
allocator,
heap
} = carrier;
export function saveValue(externalArgs, carrier, referencedPointers, value) {
let valuePointer = 0;
let maybeOurPointer;
while (valuesToSave.length !== 0) {
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const valueToSave = valuesToSave.pop(); // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
if (value === undefined) {
return UNDEFINED_KNOWN_ADDRESS;
}
const ptrToPtrToSaveTo = pointersToSaveTo.pop(); // Handler well-known values
if (value === null) {
return NULL_KNOWN_ADDRESS;
}
if (valueToSave === undefined) {
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = UNDEFINED_KNOWN_ADDRESS;
continue;
}
if (value === true) {
return TRUE_KNOWN_ADDRESS;
}
if (valueToSave === null) {
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = NULL_KNOWN_ADDRESS;
continue;
}
if (value === false) {
return FALSE_KNOWN_ADDRESS;
}
if (valueToSave === true) {
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = TRUE_KNOWN_ADDRESS;
continue;
}
if (isPrimitive(value)) {
const entry = primitiveValueToEntry(value);
valuePointer = appendEntry(externalArgs, carrier, entry);
} else if (maybeOurPointer = getOurPointerIfApplicable(value, carrier.allocator)) {
valuePointer = maybeOurPointer;
referencedPointers.push(valuePointer);
} else if (Array.isArray(value)) {
valuePointer = arraySaver(externalArgs, carrier, referencedPointers, value);
} else if (value instanceof Date) {
valuePointer = appendEntry(externalArgs, carrier, {
type: ENTRY_TYPE.DATE,
refsCount: 1,
value: value.getTime()
});
} else if (value instanceof Map) {
valuePointer = mapSaver(externalArgs, carrier, referencedPointers, value);
} else if (value instanceof Set) {
valuePointer = setSaver(externalArgs, carrier, value);
} else if (typeof value === "object") {
valuePointer = objectSaver(externalArgs, carrier, referencedPointers, value);
} else {
throw new Error("unsupported yet");
if (valueToSave === false) {
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = FALSE_KNOWN_ADDRESS;
continue;
}
switch (typeof valueToSave) {
case "number":
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = allocator.calloc(number_size);
number_set_all(heap, uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT], ENTRY_TYPE.NUMBER, valueToSave);
continue;
break;
case "string":
// eslint-disable-next-line no-case-declarations
const stringBytesLength = strByteLength(valueToSave); // eslint-disable-next-line no-case-declarations
const stringDataPointer = allocator.calloc(stringBytesLength);
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = allocator.calloc(string_size);
stringEncodeInto(heap.Uint8Array, stringDataPointer, valueToSave);
string_set_all(heap, uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT], ENTRY_TYPE.STRING, stringBytesLength, stringDataPointer);
continue;
break;
case "bigint":
if (valueToSave > MAX_64_BIG_INT || valueToSave < -MAX_64_BIG_INT) {
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = UNDEFINED_KNOWN_ADDRESS;
continue; // Maybe don't make undefined but throw, or clamp
// throw new Error("MAX_64_BIG_INT");
}
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = allocator.calloc(bigint_size);
bigint_set_all(heap, uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT], valueToSave > 0 ? ENTRY_TYPE.BIGINT_POSITIVE : ENTRY_TYPE.BIGINT_NEGATIVE, valueToSave * (valueToSave > 0 ? BigInt("1") : BigInt("-1")));
continue;
break;
case "function":
// Nope Nope Nope
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = UNDEFINED_KNOWN_ADDRESS;
continue;
break;
case "symbol":
// not supported, write undefined
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = UNDEFINED_KNOWN_ADDRESS;
continue;
break;
// we will never get here
case "undefined":
continue;
break;
// we will never get here
case "boolean":
continue;
break;
}
const maybeOurPointerFromSymbol = getOurPointerIfApplicable(valueToSave, carrier.allocator);
if (maybeOurPointerFromSymbol) {
referencedExistingPointers.push(maybeOurPointerFromSymbol);
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = maybeOurPointerFromSymbol;
continue;
}
if (Array.isArray(valueToSave)) {
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = arraySaverIterative(externalArgs.arrayAdditionalAllocation, carrier, valuesToSave, pointersToSaveTo, valueToSave);
continue;
}
if (valueToSave instanceof Date) {
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = allocator.calloc(date_size);
date_set_all(heap, heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT], ENTRY_TYPE.DATE, 1, 0, valueToSave.getTime());
continue;
}
if (valueToSave instanceof Map) {
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = mapSaverIterative(externalArgs, carrier, valuesToSave, pointersToSaveTo, valueToSave);
continue;
}
if (valueToSave instanceof Set) {
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = setSaverIterative(externalArgs, carrier, valueToSave);
continue;
} // Plain object? I hope so
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT] = objectSaverIterative(externalArgs, carrier, valuesToSave, pointersToSaveTo, valueToSave);
}
return valuePointer;
}

@@ -1,5 +0,5 @@

import { ExternalArgs, GlobalCarrier, MapEntry, InternalAPI } from "./interfaces";
import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
import { INTERNAL_API_SYMBOL } from "./symbols";
import { BaseProxyTrap } from "./BaseProxyTrap";
export declare class SetWrapper<K extends string | number> extends BaseProxyTrap<MapEntry> implements Set<K> {
export declare class SetWrapper<K extends string | number> extends BaseProxyTrap implements Set<K> {
clear(): void;

@@ -6,0 +6,0 @@ forEach(callbackfn: (key: K, key2: K, map: Set<K>) => void, thisArg?: any): void;

@@ -7,2 +7,3 @@ import { deleteObjectPropertyEntryByKey, objectSet, mapOrSetClear } from "./objectWrapperHelpers";

import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class SetWrapper extends BaseProxyTrap {

@@ -20,3 +21,3 @@ clear() {

get size() {
return hashMapSize(this.carrier, this.entry.value);
return hashMapSize(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer));
}

@@ -29,3 +30,3 @@

*entries() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

@@ -38,3 +39,3 @@ const key = entryToFinalJavaScriptValue(this.externalArgs, this.carrier, t.keyPointer);

*keys() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

@@ -46,3 +47,3 @@ yield entryToFinalJavaScriptValue(this.externalArgs, this.carrier, t.keyPointer);

*values() {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, this.entry.value)) {
for (const nodePointer of hashmapNodesPointerIterator(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer))) {
const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

@@ -70,3 +71,3 @@ yield entryToFinalJavaScriptValue(this.externalArgs, this.carrier, t.keyPointer);

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return hashMapNodeLookup(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p) !== 0;
}

@@ -80,3 +81,3 @@

allocationsTransaction(() => {
objectSet(this.externalArgs, this.carrier, this.entry.value, p, undefined);
objectSet(this.externalArgs, this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p, undefined);
}, this.carrier.allocator);

@@ -91,3 +92,3 @@ return this;

return deleteObjectPropertyEntryByKey(this.externalArgs, this.carrier, this.entry.value, p);
return deleteObjectPropertyEntryByKey(this.carrier, object_pointerToHashMap_get(this.carrier.heap, this.entryPointer), p);
}

@@ -94,0 +95,0 @@

@@ -0,1 +1,2 @@

/* istanbul ignore file */
import { externalArgsApiToExternalArgsApi, isPrimitive, primitiveValueToEntry, align } from "./utils";

@@ -2,0 +3,0 @@ import { ENTRY_TYPE } from "./entry-types";

@@ -1,21 +0,16 @@

import { Entry, primitive, GlobalCarrier } from "./interfaces";
import { Entry, GlobalCarrier } from "./interfaces";
import { ExternalArgs } from "./interfaces";
import { Heap } from "../structsGenerator/consts";
export declare function initializeArrayBuffer(arrayBuffer: ArrayBuffer): void;
export declare function sizeOfEntry(entry: Entry): number;
export declare function writeEntry(carrier: GlobalCarrier, startingCursor: number, entry: Entry): void;
export declare function appendEntry(externalArgs: ExternalArgs, carrier: GlobalCarrier, entry: Entry): number;
export declare function readEntry(carrier: GlobalCarrier, startingCursor: number): Entry;
export declare function canReuseMemoryOfEntry(entryA: Entry, value: primitive): boolean;
export declare function writeValueInPtrToPtr(externalArgs: ExternalArgs, carrier: GlobalCarrier, ptrToPtr: number, value: any): {
referencedPointers: number[];
existingEntryPointer: number;
existingValueEntry: import("./interfaces").StringEntry | import("./interfaces").NumberEntry | import("./interfaces").BigIntPositiveEntry | import("./interfaces").BigIntNegativeEntry | import("./interfaces").ObjectEntry | import("./interfaces").ArrayEntry | import("./interfaces").DateEntry | import("./interfaces").MapEntry | import("./interfaces").SetEntry | undefined;
} | undefined;
export declare function writeValueInPtrToPtrAndHandleMemory(externalArgs: ExternalArgs, carrier: GlobalCarrier, ptrToPtr: number, value: any): void;
export declare function handleArcForDeletedValuePointer(externalArgs: ExternalArgs, carrier: GlobalCarrier, deletedValuePointer: number): void;
export declare function incrementRefCount(externalArgs: ExternalArgs, carrier: GlobalCarrier, entryPointer: number): number;
export declare function decrementRefCount(externalArgs: ExternalArgs, carrier: GlobalCarrier, entryPointer: number): number;
export declare function writeValueInPtrToPtr(externalArgs: ExternalArgs, carrier: GlobalCarrier, ptrToPtr: number, value: unknown): number[];
export declare function writeValueInPtrToPtrAndHandleMemory(externalArgs: ExternalArgs, carrier: GlobalCarrier, ptrToPtr: number, value: unknown): void;
export declare function handleArcForDeletedValuePointer(carrier: GlobalCarrier, deletedValuePointer: number): void;
export declare function incrementRefCount(heap: Heap, entryPointer: number): number;
export declare function decrementRefCount(heap: Heap, entryPointer: number): number;
export declare function getObjectValuePtrToPtr(pointerToEntry: number): number;
export declare function memComp(uint8: Uint8Array, aStart: number, bStart: number, length: number): boolean;
export declare function compareStringOrNumberEntriesInPlace(carrier: GlobalCarrier, entryAPointer: number, entryBPointer: number): boolean;
export declare function compareStringOrNumberEntriesInPlace(heap: Heap, entryAPointer: number, entryBPointer: number): boolean;
export declare function compareStringOrNumberEntriesInPlaceOld(carrier: GlobalCarrier, entryAPointer: number, entryBPointer: number): boolean;
export declare function readNumberOrString(heap: Heap, pointer: number): string | number;
//# sourceMappingURL=store.d.ts.map

@@ -1,9 +0,9 @@

import { ENTRY_TYPE, isPrimitiveEntryType } from "./entry-types";
import { isPrimitive, primitiveValueToEntry, isKnownAddressValuePointer } from "./utils";
import { ENTRY_TYPE } from "./entry-types";
import { isKnownAddressValuePointer, isTypeWithRC } from "./utils";
import { BigInt64OverflowError } from "./exceptions";
import { INITIAL_ENTRY_POINTER_TO_POINTER, INITIAL_ENTRY_POINTER_VALUE } from "./consts";
import { saveValue } from "./saveValue";
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";
import { stringEncodeInto } from "./stringEncodeInto";
import { stringDecode } from "./stringDecode";
import { typeAndRc_refsCount_get, typeAndRc_refsCount_set, typeOnly_type_get, number_value_get, string_bytesLength_get, string_charsPointer_get } from "./generatedStructs";
import { readString } from "./readString";
import { saveValueIterative } from "./saveValue";
const MAX_64_BIG_INT = BigInt("0xFFFFFFFFFFFFFFFF");

@@ -71,4 +71,4 @@ export function initializeArrayBuffer(arrayBuffer) {

default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");

@@ -79,246 +79,28 @@ }

}
export function writeEntry(carrier, startingCursor, entry) {
let cursor = startingCursor; // let writtenDataSizeInBytes = 0;
// write type
// undo on throw ?
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.type;
cursor += Float64Array.BYTES_PER_ELEMENT;
switch (entry.type) {
case ENTRY_TYPE.NUMBER:
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Float64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.STRING:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.allocatedBytes;
cursor += Uint32Array.BYTES_PER_ELEMENT; // eslint-disable-next-line no-case-declarations
const writtenBytes = stringEncodeInto(carrier.uint8, cursor, entry.value);
if (writtenBytes !== entry.allocatedBytes) {
// eslint-disable-next-line no-undef
console.warn({
value: entry.value,
writtenBytes,
allocatedBytes: entry.allocatedBytes
}, true);
throw new Error("WTF???");
}
cursor += entry.allocatedBytes;
break;
case ENTRY_TYPE.BIGINT_NEGATIVE:
case ENTRY_TYPE.BIGINT_POSITIVE:
if (entry.value > MAX_64_BIG_INT || entry.value < -MAX_64_BIG_INT) {
throw new BigInt64OverflowError();
}
carrier.bigUint64[cursor / BigUint64Array.BYTES_PER_ELEMENT] = entry.type === ENTRY_TYPE.BIGINT_NEGATIVE ? -entry.value : entry.value;
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.SET:
case ENTRY_TYPE.MAP:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.ARRAY:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.length;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.allocatedLength;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.DATE:
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Float64Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");
}
}
export function appendEntry(externalArgs, carrier, entry) {
const size = sizeOfEntry(entry);
const memoryAddress = carrier.allocator.calloc(size);
writeEntry(carrier, memoryAddress, entry);
return memoryAddress;
}
export function readEntry(carrier, startingCursor) {
let cursor = startingCursor;
const entryType = carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
const entry = {
type: entryType,
value: undefined
}; // let writtenDataSizeInBytes = 0;
switch (entryType) {
// handled by well-known addresses
// case ENTRY_TYPE.UNDEFINED:
// break;
// case ENTRY_TYPE.NULL:
// break;
// case ENTRY_TYPE.BOOLEAN:
// entry.value = carrier.dataView.getUint8(cursor) !== 0;
// cursor += Uint8Array.BYTES_PER_ELEMENT;
// break;
case ENTRY_TYPE.NUMBER:
entry.value = carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.STRING:
// eslint-disable-next-line no-case-declarations
const stringLength = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
entry.allocatedBytes = stringLength;
cursor += Uint32Array.BYTES_PER_ELEMENT; // decode fails with zero length array
if (stringLength > 0) {
// this wrapping is needed until:
// https://github.com/whatwg/encoding/issues/172
// eslint-disable-next-line no-case-declarations
// const tempAB = new ArrayBuffer(stringLength, true);
// arrayBufferCopyTo(dataView.buffer, cursor, stringLength, tempAB, 0, true);
entry.value = stringDecode(carrier.uint8, cursor, stringLength);
} else {
entry.value = "";
}
cursor += stringLength;
break;
case ENTRY_TYPE.BIGINT_POSITIVE:
entry.value = carrier.bigUint64[cursor / BigUint64Array.BYTES_PER_ELEMENT];
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.BIGINT_NEGATIVE:
entry.value = -carrier.bigUint64[cursor / BigUint64Array.BYTES_PER_ELEMENT];
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.MAP:
case ENTRY_TYPE.SET:
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.value = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.ARRAY:
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.value = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.length = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.allocatedLength = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.DATE:
entry.value = carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
default:
throw new Error(ENTRY_TYPE[entryType] + " Not implemented yet");
}
return entry;
}
export function canReuseMemoryOfEntry(entryA, value) {
const typeofTheValue = typeof value; // number & bigint 64 are the same size
if ((entryA.type === ENTRY_TYPE.BIGINT_NEGATIVE || entryA.type === ENTRY_TYPE.BIGINT_POSITIVE || entryA.type === ENTRY_TYPE.NUMBER) && (typeofTheValue === "bigint" || typeofTheValue === "number")) {
return true;
} // kill for strings for now
// if (
// entryA.type === ENTRY_TYPE.STRING &&
// typeofTheValue === "string" &&
// entryA.allocatedBytes >= strByteLength(value as string)
// ) {
// return true;
// }
return false;
}
export function writeValueInPtrToPtr(externalArgs, carrier, ptrToPtr, value) {
const existingEntryPointer = carrier.uint32[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT];
let reuse = false;
let existingValueEntry;
const referencedPointers = []; // Might oom here
if (!isKnownAddressValuePointer(existingEntryPointer)) {
existingValueEntry = readEntry(carrier, existingEntryPointer);
reuse = isPrimitive(value) && isPrimitiveEntryType(existingValueEntry.type) && canReuseMemoryOfEntry(existingValueEntry, value);
} // try to re use memory
if (reuse) {
const newEntry = primitiveValueToEntry(value);
writeEntry(carrier, existingEntryPointer, newEntry);
} else {
const referencedPointers = [];
const newEntryPointer = saveValue(externalArgs, carrier, referencedPointers, value);
carrier.uint32[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT] = newEntryPointer;
return {
referencedPointers,
existingEntryPointer,
existingValueEntry
};
}
saveValueIterative(externalArgs, carrier, referencedPointers, ptrToPtr, value);
return referencedPointers;
}
export function writeValueInPtrToPtrAndHandleMemory(externalArgs, carrier, ptrToPtr, value) {
const {
existingValueEntry = false,
existingEntryPointer = 0,
referencedPointers = []
} = writeValueInPtrToPtr(externalArgs, carrier, ptrToPtr, value) || {};
const existingEntryPointer = carrier.heap.Uint32Array[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT]; // Might oom here
const referencedPointers = writeValueInPtrToPtr(externalArgs, carrier, ptrToPtr, value); // -- end of might oom
// commit ref count changes of existing objects
if (referencedPointers.length > 0) {
for (const ptr of referencedPointers) {
incrementRefCount(externalArgs, carrier, ptr);
incrementRefCount(carrier.heap, ptr);
}
}
if (existingValueEntry && "refsCount" in existingValueEntry) {
const newRefCount = decrementRefCount(externalArgs, carrier, existingEntryPointer);
handleArcForDeletedValuePointer(carrier, existingEntryPointer);
}
export function handleArcForDeletedValuePointer(carrier, deletedValuePointer) {
const {
heap,
allocator
} = carrier; // No memory to free/ARC
if (newRefCount === 0) {
const addressesToFree = getAllLinkedAddresses(carrier, false, existingEntryPointer);
for (const address of addressesToFree.leafAddresses) {
carrier.allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
}
}
} else {
carrier.allocator.free(existingEntryPointer);
}
}
export function handleArcForDeletedValuePointer(externalArgs, carrier, deletedValuePointer) {
// No memory to free/ARC
if (isKnownAddressValuePointer(deletedValuePointer)) {

@@ -328,57 +110,39 @@ return;

const existingValueEntry = readEntry(carrier, deletedValuePointer);
const entryType = typeOnly_type_get(heap, deletedValuePointer);
if (existingValueEntry && "refsCount" in existingValueEntry) {
const newRefCount = decrementRefCount(externalArgs, carrier, deletedValuePointer);
if (!isTypeWithRC(entryType)) {
if (entryType === ENTRY_TYPE.STRING) {
allocator.free(string_charsPointer_get(carrier.heap, deletedValuePointer));
}
if (newRefCount === 0) {
const addressesToFree = getAllLinkedAddresses(carrier, false, deletedValuePointer);
for (const address of addressesToFree.leafAddresses) {
carrier.allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
}
}
} else {
carrier.allocator.free(deletedValuePointer);
allocator.free(deletedValuePointer);
return;
}
}
export function incrementRefCount(externalArgs, carrier, entryPointer) {
const entry = readEntry(carrier, entryPointer);
if ("refsCount" in entry) {
entry.refsCount += 1;
writeEntry(carrier, entryPointer, entry);
return entry.refsCount;
if (decrementRefCount(heap, deletedValuePointer) > 0) {
allocator.free(deletedValuePointer);
return;
}
throw new Error("unexpected");
}
export function decrementRefCount(externalArgs, carrier, entryPointer) {
const entry = readEntry(carrier, entryPointer);
const {
leafAddresses,
arcAddresses
} = getAllLinkedAddresses(carrier, false, deletedValuePointer);
if ("refsCount" in entry) {
entry.refsCount -= 1;
writeEntry(carrier, entryPointer, entry);
return entry.refsCount;
for (const address of leafAddresses) {
allocator.free(address);
}
throw new Error("unexpected");
} // export function getObjectPropPtrToPtr(
// { dataView }: GlobalCarrier,
// pointerToEntry: number
// ) {
// const keyStringLength = dataView.getUint16(pointerToEntry + 1);
// const valuePtrToPtr =
// Uint16Array.BYTES_PER_ELEMENT + pointerToEntry + 1 + keyStringLength;
// const nextPtrToPtr = valuePtrToPtr + Uint32Array.BYTES_PER_ELEMENT;
// return {
// valuePtrToPtr,
// nextPtrToPtr
// };
// }
for (const address of arcAddresses) {
decrementRefCount(heap, address);
}
}
export function incrementRefCount(heap, entryPointer) {
typeAndRc_refsCount_set(heap, entryPointer, typeAndRc_refsCount_get(heap, entryPointer) + 1);
return typeAndRc_refsCount_get(heap, entryPointer);
}
export function decrementRefCount(heap, entryPointer) {
typeAndRc_refsCount_set(heap, entryPointer, typeAndRc_refsCount_get(heap, entryPointer) - 1);
return typeAndRc_refsCount_get(heap, entryPointer);
}
export function getObjectValuePtrToPtr(pointerToEntry) {

@@ -401,3 +165,26 @@ return pointerToEntry + 1 + 1;

}
export function compareStringOrNumberEntriesInPlace(carrier, entryAPointer, entryBPointer) {
export function compareStringOrNumberEntriesInPlace(heap, entryAPointer, entryBPointer) {
typeOnly_type_get(heap, entryAPointer);
const entryAType = typeOnly_type_get(heap, entryAPointer);
const entryBType = typeOnly_type_get(heap, entryBPointer);
if (entryAType !== entryBType) {
return false;
}
if (entryAType === ENTRY_TYPE.STRING) {
const aLength = string_bytesLength_get(heap, entryAPointer);
const bLength = string_bytesLength_get(heap, entryBPointer);
if (aLength !== bLength) {
return false;
}
return memComp(heap.Uint8Array, string_charsPointer_get(heap, entryAPointer), string_charsPointer_get(heap, entryBPointer), aLength);
} // numbers
return number_value_get(heap, entryAPointer) === number_value_get(heap, entryBPointer);
}
export function compareStringOrNumberEntriesInPlaceOld(carrier, entryAPointer, entryBPointer) {
let cursor = 0;

@@ -426,2 +213,11 @@ const entryAType = carrier.float64[(entryAPointer + cursor) / Float64Array.BYTES_PER_ELEMENT];

return carrier.float64[(entryAPointer + cursor) / Float64Array.BYTES_PER_ELEMENT] === carrier.float64[(entryBPointer + cursor) / Float64Array.BYTES_PER_ELEMENT];
}
export function readNumberOrString(heap, pointer) {
const type = typeOnly_type_get(heap, pointer);
if (type === ENTRY_TYPE.NUMBER) {
return number_value_get(heap, pointer);
} else {
return readString(heap, pointer);
}
}

@@ -16,3 +16,4 @@ export function arrayBuffer2HexArray(buffer, withByteNumber = false) {

import { OutOfMemoryError } from "./exceptions";
import { MEM_POOL_START } from "./consts"; // extend pool and not monkey patch? need to think about it
import { MEM_POOL_START } from "./consts";
import { createHeap } from "../structsGenerator/consts"; // extend pool and not monkey patch? need to think about it

@@ -65,4 +66,4 @@ export function recordAllocations(operation, pool) {

return allocation;
}; // eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
}; // eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error

@@ -98,5 +99,6 @@

float64: new Float64Array(arrayBuffer),
bigUint64: new BigUint64Array(arrayBuffer)
bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer)
};
return carrier;
}
import { primitive, Entry, ExternalArgs, InternalAPI, ExternalArgsApi } from "./interfaces";
import { ENTRY_TYPE } from "./entry-types";
import { IMemPool } from "@thi.ng/malloc";

@@ -11,5 +12,10 @@ export declare function isPrimitive(value: unknown): value is primitive;

export declare function getInternalAPI(value: any): InternalAPI;
/**
* Incorrect length (too big) for emojis
* @param str
*/
export declare function strByteLength(str: string): number;
export declare function align(value: number, alignTo?: number): number;
export declare function isKnownAddressValuePointer(entryPointer: number): boolean;
export declare function isTypeWithRC(type: ENTRY_TYPE): boolean;
//# sourceMappingURL=utils.d.ts.map

@@ -79,2 +79,7 @@ import { ENTRY_TYPE } from "./entry-types";

}
/**
* Incorrect length (too big) for emojis
* @param str
*/
export function strByteLength(str) {

@@ -95,2 +100,5 @@ let s = str.length;

return entryPointer === UNDEFINED_KNOWN_ADDRESS || entryPointer === NULL_KNOWN_ADDRESS || entryPointer === TRUE_KNOWN_ADDRESS || entryPointer === FALSE_KNOWN_ADDRESS;
}
export function isTypeWithRC(type) {
return type === ENTRY_TYPE.OBJECT || type === ENTRY_TYPE.ARRAY || type === ENTRY_TYPE.DATE || type === ENTRY_TYPE.MAP || type === ENTRY_TYPE.SET;
}

@@ -0,1 +1,3 @@

/* istanbul ignore file */
// We can't run test with weakrefs yet
const KEYS = 1;

@@ -15,3 +17,4 @@ const VALUES = 2;

this.map = new Map();
this.group = new FinalizationGroup(iterator => {
const FinalizationSomething = typeof FinalizationRegistry !== "undefined" ? FinalizationRegistry : FinalizationGroup;
this.group = new FinalizationSomething(iterator => {
for (const key of iterator) {

@@ -18,0 +21,0 @@ this.map.delete(key);

{
"name": "@bnaya/objectbuffer",
"description": "Object-like api, backed by an array buffer",
"version": "0.0.0-96df3bb",
"version": "0.0.0-9dd1a9f",
"main": "dist/objectbuffer.cjs.js",

@@ -36,37 +36,41 @@ "module": "dist/index.js",

"webpack-playground": "webpack-dev-server --mode=development --config playground/webpack.config.js --open",
"generate-docs": "rimraf -f docs/generated/ && typedoc --out docs/generated/ --includes . --name objectbuffer --readme none --entryPoint \"\\\"index\\\"\" --excludeNotExported --ignoreCompilerErrors --mode modules src/index.ts"
"generate-docs": "rimraf -f docs/generated/ && typedoc --mode library --readme none --out docs/generated/ --excludeNotExported --ignoreCompilerErrors src/index.ts",
"generate-structs": "npx ts-node src/structsGenerator/run.ts"
},
"devDependencies": {
"@babel/cli": "^7.8.4",
"@babel/core": "^7.9.0",
"@babel/preset-env": "^7.9.5",
"@babel/core": "^7.9.6",
"@babel/node": "^7.8.7",
"@babel/preset-env": "^7.9.6",
"@babel/preset-typescript": "^7.9.0",
"@types/benchmark": "^1.0.31",
"@types/jest": "^25.2.1",
"@types/benchmark": "^1.0.32",
"@types/jest": "^25.2.3",
"@types/node": "^12.12.21",
"@typescript-eslint/eslint-plugin": "^2.27.0",
"@typescript-eslint/parser": "^2.27.0",
"@typescript-eslint/eslint-plugin": "^3.0.0",
"@typescript-eslint/parser": "^3.0.0",
"babel-loader": "^8.1.0",
"benchmark": "^2.1.4",
"concurrently": "^5.1.0",
"concurrently": "^5.2.0",
"core-js": "^3.6.5",
"eslint": "^6.8.0",
"eslint-config-prettier": "^6.10.1",
"eslint-plugin-prettier": "^3.1.2",
"eslint": "^7.1.0",
"eslint-config-prettier": "^6.11.0",
"eslint-plugin-prettier": "^3.1.3",
"gh-pages": "^2.2.0",
"html-webpack-plugin": "^4.2.0",
"html-webpack-plugin": "^4.3.0",
"husky": "^4.2.5",
"jest": "^25.3.0",
"prettier": "^2.0.4",
"prettier-eslint": "^9.0.1",
"jest": "^26.0.1",
"kind-of": "^6.0.3",
"prettier": "^2.0.5",
"prettier-eslint": "^10.1.0",
"rimraf": "^3.0.2",
"rollup": "^2.4.0",
"rollup": "^2.10.8",
"rollup-plugin-babel": "^4.4.0",
"rollup-plugin-node-resolve": "^5.2.0",
"typedoc": "^0.17.4",
"rollup-plugin-terser": "^6.0.1",
"typedoc": "^0.17.7",
"typedoc-plugin-markdown": "^2.2.17",
"typescript": "^3.8.3",
"webpack": "^4.42.1",
"typescript": "^3.9.3",
"webpack": "^4.43.0",
"webpack-cli": "^3.3.11",
"webpack-dev-server": "^3.10.3",
"webpack-dev-server": "^3.11.0",
"worker-loader": "^2.0.0",

@@ -88,4 +92,4 @@ "yarn-deduplicate": "^2.0.0"

"dependencies": {
"@thi.ng/malloc": "^4.1.10"
"@thi.ng/malloc": "^4.1.14"
}
}

@@ -1,2 +0,2 @@

# ObjectBuffer: object-like API, backed by a [shared]arraybuffer
# ObjectBuffer: object-like API, backed by a [shared]arraybuffer 👀

@@ -6,14 +6,17 @@ [![npm version](https://badge.fury.io/js/%40bnaya%2Fobjectbuffer.svg)](https://badge.fury.io/js/%40bnaya%2Fobjectbuffer)

## The readme is for latest release `v0.10.0`.big refactor ongoing (allocator, hashmap)
For Modern browsers and node.
For Modern browsers and node. Zero direct dependencies.
Save, read and update plain javascript objects into `ArrayBuffer` (And not only TypedArrays), using regular javascript object api, without serialization/deserialization, or pre-defined schema.
In other words, It's an implementation of javascript objects in user-land.
Save, read and update plain javascript objects into `ArrayBuffer` (And not only TypedArrays), using regular javascript object api, without serialization/deserialization.
Look at it as a simple implementation of javascript objects in user-land.
That's enables us to `transfer` or share objects in-memory with `WebWorker` without additional memory or serialization
While the library is not `1.0`, it is usable.
The library is still not `1.0`, but already usable, and will never offer full compatibility with plain js (`Symbol` and such)
A core part of the library is an allocator, that allocates & free memory on the `ArrayBuffer` for us!
The allocator in use is [@thi.ng/malloc](https://www.npmjs.com/package/@thi.ng/malloc), part of the amazing [thi.ng/umbrella](https://github.com/thi-ng/umbrella) project
For in-depth overview of how things are implemented, see [implementation details document](docs/implementationDetails.md)
## 🐉🐉🐉 Adventurers Beware 🐉🐉🐉
Using this library, and workers in general, will not necessarily make you code faster.
First be sure where are your bottlenecks and if you don't have a better and more simple workaround.
I personally also really like what's going on around the [main thread scheduling proposal](https://github.com/WICG/main-thread-scheduling) and [react userland scheduler](https://www.npmjs.com/package/scheduler) that powers concurrent react

@@ -30,7 +33,3 @@ ## Quick example

const myObject = createObjectBuffer(
{
// available globally in the browser, or inside `util` in node
textEncoder: new TextEncoder(),
textDecoder: new TextDecoder()
},
{},
// size in bytes

@@ -84,15 +83,18 @@ 1024,

* Date
* Internal references (`foo.bar2 = foo.bar` will not create a copy)
* BigInt
* Internal references (`foo.bar2 = foo.bar` will not create a copy, but a reference)
* Automatic reference counting, to dispose a value you need to use the `disposeWrapperObject` or to have WeakRef support
* Internal equality between objects (`foo.bar === foo.bar` will be true)
* global lock for shared memory using [Atomics](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Atomics) (i hope its really working)
* global lock for shared memory using [Atomics](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Atomics) (I hope its really working)
## Caveats & Limitations
* Need to specify size for the `ArrayBuffer`. When exceed that size, exception will be thrown. (Can be extended with a utility function, but not automatically)
* Not memory re-use. memory allocation is append based, or overwrite when possible [#21](https://github.com/Bnaya/objectbuffer/issues/21)
* Object are implemented using simple linked list [#26](https://github.com/Bnaya/objectbuffer/issues/26)
* Maps & Sets are not supported yet [#15](https://github.com/Bnaya/objectbuffer/issues/15) & [#24](https://github.com/Bnaya/objectbuffer/issues/24)
* No prototype chain. objects props will simply be copied
* Additional props on Array, Date, primitives will not be saved.
* getters, setters, will not work/break the library
* Need to specify size for the `ArrayBuffer`. When exceed that size, exception will be thrown. (Can be extended later with a utility function, but not automatically)
* Size must be multiplication of 8
* Set, Map, Object keys can be only string or numbers. no symbols or other things
* You can't save objects with circularities (But you can create them on objectbuffer)
* No prototype chain. no methods on the objects
* Adding getters, setters, will not work/break the library
* deleting/removing the current key of Map/Set while iteration will make you skip the next key [#60](https://github.com/Bnaya/objectbuffer/issues/60)
* unreliable_sizeOf is unreliable due to hashmap array side depends on actual keys, Also It's an expensive operation

@@ -103,3 +105,3 @@ ### What's not working yet, but can be

### What's probably never going to work (convince me otherwise )
### What's probably never going to work

@@ -112,2 +114,10 @@ * Anything that cannot go into `JSON.stringify`

There's a huge place for optimizations, code hygiene, and features!
Feel free to open issues and maybe implementing missing parts
Feel free to open issues and maybe implementing missing parts.
The code is Written in TypeScript 🦾, but the semantics are more like `C` 🥵
Have a look on the [issues](https://github.com/Bnaya/objectbuffer/issues) and see if you find something interesting
## If you came this far, you better also look at:
* [GoogleChromeLabs/buffer-backed-object](https://github.com/GoogleChromeLabs/buffer-backed-object#readme)
* [FlatBuffers](https://google.github.io/flatbuffers/flatbuffers_guide_use_javascript.html)
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -12,4 +10,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -40,4 +36,4 @@ });

expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`592`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`560`);
});
});
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -11,4 +9,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -49,4 +45,4 @@ });

expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`264`);
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`272`);
});
});
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -11,4 +9,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -28,2 +24,25 @@ });

expect(objectBuffer).toMatchInlineSnapshot(`
Object {
"arr": Array [
1,
2,
3,
4,
],
"arr2": Array [
1,
2,
3,
4,
],
"obj": Object {
"a": 1,
},
"obj2": Object {
"a": 1,
},
}
`);
expect(objectBuffer.arr2).toBe(objectBuffer.arr2);

@@ -35,27 +54,4 @@ expect(objectBuffer.arr2).toBe(objectBuffer.arr);

expect(objectBuffer).toMatchInlineSnapshot(`
Object {
"arr": Array [
1,
2,
3,
4,
],
"arr2": Array [
1,
2,
3,
4,
],
"obj": Object {
"a": 1,
},
"obj2": Object {
"a": 1,
},
}
`);
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`776`);
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`856`);
});
});
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -10,6 +8,3 @@ import { memoryStats } from "../internal/api";

describe("Map", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
});
const externalArgs = externalArgsApiToExternalArgsApi({});

@@ -21,3 +16,3 @@ test("creation", () => {

objectBuffer.foo = new Map([[1, "a"]]);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`592`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`560`);
expect(objectBuffer.foo).toMatchInlineSnapshot(`

@@ -36,3 +31,3 @@ Map {

objectBuffer.foo.set("2", "b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`440`);
expect(objectBuffer.foo).toMatchInlineSnapshot(`

@@ -60,7 +55,7 @@ Map {

objectBuffer.foo.set("2", "b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`440`);
objectBuffer.foo.delete(1);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`592`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`544`);

@@ -78,9 +73,13 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`

objectBuffer.foo = new Map([[1, "a"]]);
objectBuffer.foo = new Map();
const availSizeAfterCreation = memoryStats(objectBuffer).available;
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`664`);
objectBuffer.foo.set(1, "a");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`560`);
objectBuffer.foo.set("2", "b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`440`);
objectBuffer.foo.clear();
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`680`);
expect(memoryStats(objectBuffer).available).toBe(availSizeAfterCreation);

@@ -97,3 +96,3 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`Map {}`);

expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`440`);

@@ -100,0 +99,0 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`

/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -11,4 +9,2 @@ import { resizeObjectBuffer, memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -25,4 +21,4 @@ });

Object {
"available": 376,
"used": 648,
"available": 328,
"used": 696,
}

@@ -40,4 +36,4 @@ `);

Object {
"available": 1400,
"used": 648,
"available": 1352,
"used": 696,
}

@@ -49,4 +45,4 @@ `);

Object {
"available": 376,
"used": 648,
"available": 328,
"used": 696,
}

@@ -58,4 +54,4 @@ `);

Object {
"available": 120,
"used": 648,
"available": 72,
"used": 696,
}

@@ -66,8 +62,8 @@ `);

expect(memoryStats(objectBuffer)).toMatchInlineSnapshot(`
Object {
"available": 1400,
"used": 648,
}
`);
Object {
"available": 1352,
"used": 696,
}
`);
});
});
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -10,17 +8,15 @@ import { memoryStats } from "../internal/api";

describe("object tests", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
});
const externalArgs = externalArgsApiToExternalArgsApi({});
test("delete object prop", () => {
const objectBuffer = createObjectBuffer<any>(externalArgs, 1024, {});
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`864`);
const sizeBeforeSet = memoryStats(objectBuffer).available;
expect(sizeBeforeSet).toMatchInlineSnapshot(`864`);
objectBuffer.foo = "a";
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`776`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`744`);
delete objectBuffer.foo;
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`864`);
expect(memoryStats(objectBuffer).available).toBe(sizeBeforeSet);
expect(objectBuffer).toMatchInlineSnapshot(`Object {}`);

@@ -40,3 +36,3 @@ });

const objectBuffer = createObjectBuffer<any>(externalArgs, 2048, input);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`1016`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`840`);
expect(input).toEqual(objectBuffer);

@@ -60,2 +56,28 @@ expect(objectBuffer).toMatchInlineSnapshot(`

});
// Not working. will make infinite loop
test.skip("With circular", () => {
const input: any = {
a: 1,
b: true,
c: false,
d: null,
e: undefined,
foo: { a: 1, b: true, c: false, d: null, e: undefined },
};
// Create circularity
input.foo.circular = input.foo;
const objectBuffer = createObjectBuffer<any>(externalArgs, 2048, input);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`1016`);
expect(input).toEqual(objectBuffer);
expect(objectBuffer.foo.circular).toEqual(objectBuffer.foo);
expect(objectBuffer.foo.circular.d).toMatchInlineSnapshot();
objectBuffer.foo.circular = "severe the circularity";
expect(objectBuffer).toMatchInlineSnapshot();
});
});
/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer, resizeObjectBuffer } from "../";

@@ -18,4 +16,2 @@ import {

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -40,3 +36,3 @@ });

expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`776`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`760`);
expect(objectBuffer).toMatchInlineSnapshot(`

@@ -43,0 +39,0 @@ Object {

/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -12,4 +10,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -35,3 +31,3 @@ });

expect(memoryStats(objectBuffer).available).toEqual(freeSpaceLeft);
expect(freeSpaceLeft).toMatchInlineSnapshot(`40`);
expect(freeSpaceLeft).toMatchInlineSnapshot(`24`);

@@ -38,0 +34,0 @@ expect(objectBuffer).toMatchInlineSnapshot(`

/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -10,6 +8,3 @@ import { memoryStats } from "../internal/api";

describe("Set tests", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
});
const externalArgs = externalArgsApiToExternalArgsApi({});

@@ -21,3 +16,3 @@ test("creation", () => {

objectBuffer.foo = new Set(["a"]);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`616`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`584`);
expect(objectBuffer.foo).toMatchInlineSnapshot(`

@@ -36,3 +31,3 @@ Set {

objectBuffer.foo.add("b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`552`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
expect(objectBuffer.foo).toMatchInlineSnapshot(`

@@ -60,7 +55,7 @@ Set {

objectBuffer.foo.add("b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`552`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
objectBuffer.foo.delete(1);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`552`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);

@@ -81,7 +76,7 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`

objectBuffer.foo.add("b");
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`552`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);
objectBuffer.foo.clear();
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`680`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`664`);

@@ -98,3 +93,3 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`Set {}`);

expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`552`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`504`);

@@ -101,0 +96,0 @@ expect(objectBuffer.foo).toMatchInlineSnapshot(`

/* eslint-env jest */
import * as util from "util";
import { createObjectBuffer } from "../";

@@ -12,4 +10,2 @@ import { memoryStats, disposeWrapperObject } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -26,2 +22,15 @@ });

// expect(objectBuffer).toMatchInlineSnapshot(`
// Object {
// "arr": Array [
// Object {
// "a": 1,
// },
// ],
// }
// `);
// disposeWrapperObject(objectBuffer.arr[0]);
// disposeWrapperObject(objectBuffer.arr);
objectBuffer.arr = [{ bar: 666 }];

@@ -39,3 +48,9 @@

expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`480`);
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`528`);
disposeWrapperObject(objectBuffer.arr[0]);
disposeWrapperObject(objectBuffer.arr);
delete objectBuffer.arr;
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`176`);
});

@@ -89,4 +104,4 @@

expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`664`);
expect(memoryStats(objectBuffer).used).toMatchInlineSnapshot(`744`);
});
});
/* eslint-disable */
import { ExternalArgs } from "../internal/interfaces";
import * as util from "util";
import { createObjectBuffer } from "..";

@@ -27,6 +27,6 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,
});

@@ -33,0 +33,0 @@

@@ -1,2 +0,1 @@

import * as util from "util";
import { createObjectBuffer } from "..";

@@ -10,4 +9,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -23,3 +20,3 @@ });

expect(initialFreeSpace).toMatchInlineSnapshot(`32`);
expect(initialFreeSpace).toMatchInlineSnapshot(`16`);

@@ -34,3 +31,3 @@ expect(() => {

expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`32`);
expect(memoryStats(objectBuffer).available).toMatchInlineSnapshot(`16`);

@@ -37,0 +34,0 @@ expect(objectBuffer).toMatchInlineSnapshot(`

@@ -1,2 +0,1 @@

import * as util from "util";
import { createObjectBuffer } from "..";

@@ -10,4 +9,2 @@ import { memoryStats } from "../internal/api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -14,0 +11,0 @@ });

/* eslint-env jest */
import * as util from "util";

@@ -14,4 +13,2 @@ import {

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -41,4 +38,2 @@ });

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -63,4 +58,2 @@ });

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 0,

@@ -67,0 +60,0 @@ });

@@ -16,3 +16,2 @@ /**

replaceUnderlyingArrayBuffer,
// eslint-disable-next-line @typescript-eslint/camelcase
sizeOf as unreliable_sizeOf,

@@ -19,0 +18,0 @@ memoryStats,

import { initializeArrayBuffer } from "./store";
import { objectSaver } from "./objectSaver";
import { createObjectWrapper } from "./objectWrapper";

@@ -15,2 +14,5 @@ import { ExternalArgsApi, GlobalCarrier } from "./interfaces";

import { UnsupportedOperationError } from "./exceptions";
import { createHeap } from "../structsGenerator/consts";
import { saveValueIterative } from "./saveValue";
import { allocationsTransaction } from "./allocationsTransaction";

@@ -43,3 +45,4 @@ export interface CreateObjectBufferOptions {

initialValue instanceof Set ||
isPrimitive(initialValue)
isPrimitive(initialValue) ||
typeof initialValue === "symbol"
) {

@@ -68,19 +71,21 @@ throw new UnsupportedOperationError();

bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer),
};
const start = objectSaver(
externalArgsApiToExternalArgsApi(externalArgs),
carrier,
[],
initialValue
);
allocationsTransaction(() => {
saveValueIterative(
externalArgsApiToExternalArgsApi(externalArgs),
carrier,
[],
INITIAL_ENTRY_POINTER_TO_POINTER,
initialValue
);
}, allocator);
carrier.uint32[
INITIAL_ENTRY_POINTER_TO_POINTER / Uint32Array.BYTES_PER_ELEMENT
] = start;
return createObjectWrapper(
externalArgsApiToExternalArgsApi(externalArgs),
carrier,
start
carrier.heap.Uint32Array[
INITIAL_ENTRY_POINTER_TO_POINTER / Uint32Array.BYTES_PER_ELEMENT
]
);

@@ -147,2 +152,3 @@ }

bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer),
};

@@ -198,6 +204,7 @@

bigUint64: new BigUint64Array(newArrayBuffer),
heap: createHeap(newArrayBuffer),
};
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
allocator.end = newArrayBuffer.byteLength;

@@ -204,0 +211,0 @@

@@ -1,20 +0,16 @@

import {
readEntry,
writeEntry,
writeValueInPtrToPtrAndHandleMemory,
} from "./store";
import { ArrayEntry, ExternalArgs, GlobalCarrier } from "./interfaces";
import { writeValueInPtrToPtrAndHandleMemory } from "./store";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { ENTRY_TYPE } from "./entry-types";
import { assertNonNull } from "./assertNonNull";
import {
array_length_get,
array_dataspacePointer_get,
array_allocatedLength_get,
array_length_set,
array_set_all,
array_refsCount_get,
} from "./generatedStructs";
import { Heap } from "../structsGenerator/consts";
export function arrayGetMetadata(
carrier: GlobalCarrier,
pointerToArrayEntry: number
) {
const arrayEntry = readEntry(carrier, pointerToArrayEntry) as ArrayEntry;
return arrayEntry;
}
export function arrayGetPointersToValueInIndex(

@@ -25,6 +21,4 @@ carrier: GlobalCarrier,

) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
// out of bound
if (indexToGet >= metadata.length) {
if (indexToGet >= array_length_get(carrier.heap, pointerToArrayEntry)) {
return undefined;

@@ -34,3 +28,4 @@ }

const pointerToThePointer =
metadata.value + indexToGet * Uint32Array.BYTES_PER_ELEMENT;
array_dataspacePointer_get(carrier.heap, pointerToArrayEntry) +
indexToGet * Uint32Array.BYTES_PER_ELEMENT;

@@ -118,8 +113,8 @@ const pointer =

) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
if (wishedLength > metadata.length) {
if (wishedLength > metadata.allocatedLength) {
if (wishedLength > array_length_get(carrier.heap, pointerToArrayEntry)) {
if (
wishedLength >
array_allocatedLength_get(carrier.heap, pointerToArrayEntry)
) {
reallocateArray(
externalArgs,
carrier,

@@ -132,9 +127,3 @@ pointerToArrayEntry,

// no need to re-allocated, just push the length forward
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: metadata.value,
allocatedLength: metadata.allocatedLength,
length: wishedLength,
});
array_length_set(carrier.heap, pointerToArrayEntry, wishedLength);
}

@@ -148,20 +137,10 @@ }

export function shrinkArray(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
heap: Heap,
pointerToArrayEntry: number,
wishedLength: number
) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: metadata.value,
allocatedLength: metadata.allocatedLength,
length: wishedLength,
});
array_length_set(heap, pointerToArrayEntry, wishedLength);
}
function reallocateArray(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,

@@ -171,30 +150,17 @@ pointerToArrayEntry: number,

newLength: number
) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
): void {
const newArrayValueLocation = carrier.allocator.realloc(
metadata.value,
array_dataspacePointer_get(carrier.heap, pointerToArrayEntry),
newAllocatedLength * Uint32Array.BYTES_PER_ELEMENT
);
// for (
// let memoryToCopyIndex = 0;
// memoryToCopyIndex < metadata.length;
// memoryToCopyIndex += 1
// ) {
// carrier.dataView.setUint32(
// newArrayValueLocation + memoryToCopyIndex * Uint32Array.BYTES_PER_ELEMENT,
// carrier.dataView.getUint32(
// metadata.value + memoryToCopyIndex * Uint32Array.BYTES_PER_ELEMENT
// )
// );
// }
writeEntry(carrier, pointerToArrayEntry, {
type: ENTRY_TYPE.ARRAY,
refsCount: metadata.refsCount,
value: newArrayValueLocation,
allocatedLength: newAllocatedLength,
length: newLength,
});
array_set_all(
carrier.heap,
pointerToArrayEntry,
ENTRY_TYPE.ARRAY,
array_refsCount_get(carrier.heap, pointerToArrayEntry),
newArrayValueLocation,
newLength,
newAllocatedLength
);
}

@@ -204,12 +170,19 @@

externalArgs: ExternalArgs,
globalCarrier: GlobalCarrier,
carrier: GlobalCarrier,
pointerToArrayEntry: number,
sortComparator: (a: any, b: any) => 1 | -1 | 0 = defaultCompareFunction
) {
const metadata = arrayGetMetadata(globalCarrier, pointerToArrayEntry);
const pointersToValues = [...new Array(metadata.length).keys()]
.map((index) => metadata.value + index * Uint32Array.BYTES_PER_ELEMENT)
const arrayDataSpace = array_dataspacePointer_get(
carrier.heap,
pointerToArrayEntry
);
const pointersToValues = [
...new Array(array_length_get(carrier.heap, pointerToArrayEntry)).keys(),
]
.map((index) => arrayDataSpace + index * Uint32Array.BYTES_PER_ELEMENT)
.map(
(pointerToPointer) =>
globalCarrier.uint32[pointerToPointer / Uint32Array.BYTES_PER_ELEMENT]
carrier.heap.Uint32Array[
pointerToPointer / Uint32Array.BYTES_PER_ELEMENT
]
);

@@ -220,3 +193,3 @@

pointer,
entryToFinalJavaScriptValue(externalArgs, globalCarrier, pointer),
entryToFinalJavaScriptValue(externalArgs, carrier, pointer),
] as const;

@@ -230,4 +203,4 @@ });

for (let i = 0; i < sortMe.length; i += 1) {
globalCarrier.uint32[
(metadata.value + i * Uint32Array.BYTES_PER_ELEMENT) /
carrier.heap.Uint32Array[
(arrayDataSpace + i * Uint32Array.BYTES_PER_ELEMENT) /
Uint32Array.BYTES_PER_ELEMENT

@@ -276,11 +249,13 @@ ] = sortMe[i][0];

export function arrayReverse(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
pointerToArrayEntry: number
) {
const metadata = arrayGetMetadata(carrier, pointerToArrayEntry);
for (
let i = 0;
i < Math.floor(array_length_get(carrier.heap, pointerToArrayEntry) / 2);
i += 1
) {
const theOtherIndex =
array_length_get(carrier.heap, pointerToArrayEntry) - i - 1;
for (let i = 0; i < Math.floor(metadata.length / 2); i += 1) {
const theOtherIndex = metadata.length - i - 1;
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion

@@ -287,0 +262,0 @@ const a = arrayGetPointersToValueInIndex(carrier, pointerToArrayEntry, i)!;

/* eslint-env jest */
import { initializeArrayBuffer } from "./store";
import * as util from "util";
import { createArrayWrapper } from "./arrayWrapper";
import { arraySaver } from "./arraySaver";
import { MemPool } from "@thi.ng/malloc";
import { MEM_POOL_START } from "./consts";
import { externalArgsApiToExternalArgsApi } from "./utils";
import { makeCarrier } from "./testUtils";
import { createObjectBuffer } from "..";
import { memoryStats } from "./api";
describe("arraySplice tests", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,
});
test("arrayWrapper splice - add + delete - array stay in same length", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const removed = arrayWrapper.splice(2, 3, "a", "b", "c");

@@ -88,25 +65,12 @@ const removedFromPlain = plainJSArray.splice(2, 3, "a", "b", "c");

expect(removedFromPlain).toEqual([...removed]);
expect(allocator.stats().available).toMatchInlineSnapshot(`0`);
});
test("arrayWrapper splice - Just delete items from the middle", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.splice(2, 3);

@@ -139,25 +103,12 @@ plainJSArray.splice(2, 3);

expect(plainJSArray).toEqual([...arrayWrapper]);
expect(allocator.stats().available).toMatchInlineSnapshot(`72`);
});
test("arrayWrapper splice - Just add items in the middle", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.splice(4, 0, "a", "b");

@@ -200,26 +151,12 @@ plainJSArray.splice(4, 0, "a", "b");

expect(plainJSArray).toEqual([...arrayWrapper]);
expect(allocator.stats().available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper splice - add + delete - array will get longer", () => {
const arrayBuffer = new ArrayBuffer(1024);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 3 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const availableCheckpoint = allocator.stats().available;
const removed = arrayWrapper.splice(2, 2, "a", "b", "c", "d");

@@ -279,29 +216,14 @@ const removedFromPlain = plainJSArray.splice(2, 2, "a", "b", "c", "d");

expect(removedFromPlain).toEqual([...removed]);
expect(
availableCheckpoint - allocator.stats().available
).toMatchInlineSnapshot(`96`);
});
test("arrayWrapper splice - add + delete - array will get shorter", () => {
const arrayBuffer = new ArrayBuffer(1024);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const availableCheckpoint = memoryStats(ob).available;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = ob.arr;
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const availableCheckpoint = allocator.stats().available;
const removed = arrayWrapper.splice(2, 6, "a", "b", "c", "d");

@@ -364,3 +286,3 @@ const removedFromPlain = plainJSArray.splice(2, 6, "a", "b", "c", "d");

expect(
availableCheckpoint - allocator.stats().available
availableCheckpoint - memoryStats(ob).available
).toMatchInlineSnapshot(`96`);

@@ -370,20 +292,9 @@ });

test("arrayWrapper splice - start bigger than array", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const removed = arrayWrapper.splice(12, 3, "a", "b");

@@ -434,25 +345,12 @@ const removedFromPlain = plainJSArray.splice(12, 3, "a", "b");

expect(removedFromPlain).toEqual([...removed]);
expect(allocator.stats().available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper splice - delete bigger than array", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const removed = arrayWrapper.splice(2, 20, "a", "b");

@@ -509,25 +407,12 @@ const removedFromPlain = plainJSArray.splice(2, 20, "a", "b");

expect(removedFromPlain).toEqual([...removed]);
expect(allocator.stats().available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper splice - negative start", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 20 }, 1024, {
arr: plainJSArray,
});
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const removed = arrayWrapper.splice(-4, 1, "a", "b");

@@ -584,25 +469,12 @@ const removedFromPlain = plainJSArray.splice(-4, 1, "a", "b");

expect(removedFromPlain).toEqual([...removed]);
expect(allocator.stats().available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper splice - negative delete", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
const plainJSArray: any[] = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const ob = createObjectBuffer({ arrayAdditionalAllocation: 3 }, 1024, {
arr: plainJSArray,
});
const plainJSArray = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10];
const arrayWrapper = ob.arr;
const saverOutput = arraySaver(externalArgs, carrier, [], plainJSArray);
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
const removed = arrayWrapper.splice(4, -1, 50, 51);

@@ -653,5 +525,3 @@ const removedFromPlain = plainJSArray.splice(4, -1, 50, 51);

expect(removedFromPlain).toEqual([...removed]);
expect(allocator.stats().available).toMatchInlineSnapshot(`24`);
});
});
import {
arrayGetMetadata,
getFinalValueAtArrayIndex,

@@ -11,3 +10,4 @@ shrinkArray,

import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { writeValueInPtrToPtr } from "./store";
import { writeValueInPtrToPtr, handleArcForDeletedValuePointer } from "./store";
import { array_length_get } from "./generatedStructs";

@@ -17,3 +17,3 @@ // https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array/splice#Syntax

externalArgs: ExternalArgs,
globalCarrier: GlobalCarrier,
carrier: GlobalCarrier,
pointerToArrayEntry: number,

@@ -24,8 +24,8 @@ startArg: number,

) {
const metadata = arrayGetMetadata(globalCarrier, pointerToArrayEntry);
const arrayLength = array_length_get(carrier.heap, pointerToArrayEntry);
const calcedStart = calculateSpliceStart(metadata.length, startArg);
const calcedStart = calculateSpliceStart(arrayLength, startArg);
const calcedDeleteCount = calculateDeleteCount(
metadata.length,
arrayLength,
calcedStart,

@@ -35,14 +35,9 @@ deleteCountArg

const newLength = metadata.length + itemsToAddArg.length - calcedDeleteCount;
const newLength = arrayLength + itemsToAddArg.length - calcedDeleteCount;
extendArrayIfNeeded(
externalArgs,
globalCarrier,
pointerToArrayEntry,
newLength
);
extendArrayIfNeeded(externalArgs, carrier, pointerToArrayEntry, newLength);
const deletedItemsToReturn = [];
// can be negative
const itemCountChange = newLength - metadata.length;
const itemCountChange = newLength - arrayLength;

@@ -57,3 +52,3 @@ for (

externalArgs,
globalCarrier,
carrier,
pointerToArrayEntry,

@@ -78,3 +73,3 @@ deletedItemIndexToSave

const valueToCopyPointers = arrayGetPointersToValueInIndex(
globalCarrier,
carrier,
pointerToArrayEntry,

@@ -87,3 +82,3 @@ writeValueToIndex - itemCountChange

setValuePointerAtArrayIndex(
globalCarrier,
carrier,
pointerToArrayEntry,

@@ -94,3 +89,3 @@ writeValueToIndex,

globalCarrier.uint32[
carrier.heap.Uint32Array[
valueToCopyPointers.pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT

@@ -109,15 +104,16 @@ ] = 0;

let writeValueToIndex = calcedStart + itemsToAddArg.length;
writeValueToIndex < metadata.length + itemCountChange;
writeValueToIndex < arrayLength + itemCountChange;
writeValueToIndex += 1
) {
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const valueToCopyPointers = arrayGetPointersToValueInIndex(
globalCarrier,
carrier,
pointerToArrayEntry,
writeValueToIndex - itemCountChange
);
)!;
assertNonNull(valueToCopyPointers);
// assertNonNull(valueToCopyPointers);
setValuePointerAtArrayIndex(
globalCarrier,
carrier,
pointerToArrayEntry,

@@ -129,7 +125,5 @@ writeValueToIndex,

// empty old array index, its still allocated!
// handleArcForDeletedValuePointer(carrier, valueToCopyPointers.pointer);
carrier.heap.Uint32Array[valueToCopyPointers.pointer] = 0;
globalCarrier.uint32[
valueToCopyPointers.pointerToThePointer / Uint32Array.BYTES_PER_ELEMENT
] = 0;
// using that is wastefull

@@ -150,3 +144,3 @@ // setValueAtArrayIndex(

const valueToSetPointers = arrayGetPointersToValueInIndex(
globalCarrier,
carrier,
pointerToArrayEntry,

@@ -160,3 +154,3 @@ calcedStart + i

externalArgs,
globalCarrier,
carrier,
valueToSetPointers.pointerToThePointer,

@@ -167,4 +161,4 @@ itemsToAddArg[i]

if (newLength < metadata.length) {
shrinkArray(externalArgs, globalCarrier, pointerToArrayEntry, newLength);
if (newLength < arrayLength) {
shrinkArray(carrier.heap, pointerToArrayEntry, newLength);
}

@@ -171,0 +165,0 @@

/* eslint-env jest */
import { initializeArrayBuffer } from "./store";
import * as util from "util";
import { createArrayWrapper } from "./arrayWrapper";
import { arraySaver } from "./arraySaver";
import { MemPool } from "@thi.ng/malloc";
import { MEM_POOL_START } from "./consts";
import { externalArgsApiToExternalArgsApi } from "./utils";
import { makeCarrier } from "./testUtils";
import { createObjectBuffer, memoryStats } from "./api";
describe("arrayWrapper tests", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,
});
describe("arrayWrapper - general", () => {
test("arrayWrapper class 1", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 20 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper: any = createArrayWrapper(
externalArgs,
carrier,
saverOutput
);
expect(arrayWrapper).toMatchInlineSnapshot(`

@@ -47,46 +24,28 @@ Array [

expect(allocator.stats().available).toMatchInlineSnapshot(`264`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper array.keys()", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 20 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
externalArgs,
carrier,
saverOutput
);
expect([...arrayWrapper.keys()]).toEqual([0, 1, 2]);
expect(allocator.stats().available).toMatchInlineSnapshot(`264`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper array.entries()", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 20 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
externalArgs,
carrier,
saverOutput
);
expect([...arrayWrapper.entries()]).toMatchInlineSnapshot(`

@@ -109,23 +68,14 @@ Array [

expect(allocator.stats().available).toMatchInlineSnapshot(`264`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper array.values() & iterator", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 20 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
externalArgs,
carrier,
saverOutput
);
expect([...arrayWrapper.values()]).toMatchInlineSnapshot(`

@@ -146,19 +96,14 @@ Array [

expect(allocator.stats().available).toMatchInlineSnapshot(`264`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`24`);
});
test("arrayWrapper set value in bound", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 20 },
1024,
{ arrayToSave }
).arrayToSave;
const arrayWrapper: any = createArrayWrapper(
externalArgs,
carrier,
saverOutput
);
arrayWrapper[1] = "new value";

@@ -176,20 +121,10 @@

test("arrayWrapper set value out of bound, but inside allocated space", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(
{ ...externalArgs, arrayAdditionalAllocation: 15 },
carrier,
[],
arrayToSave
);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 15 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper: any = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 15 },
carrier,
saverOutput
);
arrayWrapper[10] = "new value";

@@ -215,19 +150,10 @@

test("arrayWrapper set value out of bound, but outside allocated space", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = ["a", "b", 1];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 3 },
1024,
{ arrayToSave }
).arrayToSave;
const arrayWrapper: any = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper[10] = "new value";

@@ -250,3 +176,3 @@

`);
expect(allocator.stats().available).toMatchInlineSnapshot(`232`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`496`);
});

@@ -256,20 +182,10 @@ });

test("arrayWrapper sort - no comparator", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = [2, 1, null, 3, 10, undefined, 6, 77];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 3 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.sort();

@@ -290,14 +206,6 @@

expect(allocator.stats().available).toMatchInlineSnapshot(`176`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`32`);
});
test("arrayWrapper sort - with comparator", () => {
const arrayBuffer = new ArrayBuffer(2048);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = [2, 1, 3, 10, 6, 77].map((value) => ({

@@ -307,10 +215,8 @@ value,

const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 3 },
1024 * 2,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.sort((a, b) => {

@@ -349,24 +255,14 @@ if (a.value > b.value) {

expect(allocator.stats().available).toMatchInlineSnapshot(`568`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`376`);
});
test("arrayWrapper - reverse", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = [1, 2, 3, 4, 5, 6, 7];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 3 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.reverse();

@@ -390,24 +286,14 @@ arrayWrapper.reverse();

expect(allocator.stats().available).toMatchInlineSnapshot(`152`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`16`);
});
test("arrayWrapper - set length", () => {
const arrayBuffer = new ArrayBuffer(512);
const carrier = makeCarrier(arrayBuffer);
initializeArrayBuffer(arrayBuffer);
const allocator = new MemPool({
buf: arrayBuffer,
start: MEM_POOL_START,
});
const arrayToSave = [1, 2, 3, 4, 5, 6, 7];
const saverOutput = arraySaver(externalArgs, carrier, [], arrayToSave);
const arrayWrapper = createObjectBuffer(
{ arrayAdditionalAllocation: 3 },
512,
{ arrayToSave }
).arrayToSave;
const arrayWrapper = createArrayWrapper(
{ ...externalArgs, arrayAdditionalAllocation: 3 },
carrier,
saverOutput
);
arrayWrapper.length = 10;

@@ -448,4 +334,4 @@ expect(arrayWrapper).toMatchInlineSnapshot(`

expect(allocator.stats().available).toMatchInlineSnapshot(`152`);
expect(memoryStats(arrayWrapper).available).toMatchInlineSnapshot(`16`);
});
});
import {
getFinalValueAtArrayIndex,
arrayGetMetadata,
setValueAtArrayIndex,

@@ -11,3 +10,3 @@ arraySort,

import { arraySplice } from "./arraySplice";
import { ExternalArgs, GlobalCarrier, ArrayEntry } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import {

@@ -19,6 +18,7 @@ IllegalArrayIndexError,

import { BaseProxyTrap } from "./BaseProxyTrap";
import { array_length_get } from "./generatedStructs";
export class ArrayWrapper extends BaseProxyTrap<ArrayEntry>
implements ProxyHandler<{}> {
public get(target: {}, p: PropertyKey): any {
export class ArrayWrapper extends BaseProxyTrap
implements ProxyHandler<Record<string, unknown>> {
public get(target: Record<string, unknown>, p: PropertyKey): any {
if (p === INTERNAL_API_SYMBOL) {

@@ -29,4 +29,4 @@ return this;

if (p in this && p !== "constructor") {
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return this[p];

@@ -36,3 +36,3 @@ }

if (p === "length") {
return arrayGetMetadata(this.carrier, this.entryPointer).length;
return array_length_get(this.carrier.heap, this.entryPointer);
}

@@ -53,8 +53,11 @@

// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return target[p];
}
public deleteProperty(target: {}, p: PropertyKey): boolean {
public deleteProperty(
target: Record<string, unknown>,
p: PropertyKey
): boolean {
const index = typeof p === "number" ? p : Number.parseInt(p as string, 10);

@@ -70,3 +73,3 @@

public ownKeys(): PropertyKey[] {
const length = arrayGetMetadata(this.carrier, this.entryPointer).length;
const length = array_length_get(this.carrier.heap, this.entryPointer);

@@ -76,3 +79,3 @@ return [...new Array(length).keys(), "length"];

public getOwnPropertyDescriptor(target: {}, prop: any) {
public getOwnPropertyDescriptor(target: Record<string, unknown>, prop: any) {
if (prop === "length") {

@@ -89,3 +92,3 @@ return { configurable: false, enumerable: false, writable: true };

public has(target: {}, p: PropertyKey): boolean {
public has(target: Record<string, unknown>, p: PropertyKey): boolean {
if (p === INTERNAL_API_SYMBOL) {

@@ -95,3 +98,3 @@ return true;

const length = arrayGetMetadata(this.carrier, this.entryPointer).length;
const length = array_length_get(this.carrier.heap, this.entryPointer);

@@ -107,3 +110,7 @@ if (typeof p === "number") {

public set(target: {}, accessedProp: PropertyKey, value: any): boolean {
public set(
target: Record<string, unknown>,
accessedProp: PropertyKey,
value: any
): boolean {
if (typeof accessedProp === "symbol") {

@@ -118,4 +125,6 @@ throw new IllegalArrayIndexError();

const currentLength = arrayGetMetadata(this.carrier, this.entryPointer)
.length;
const currentLength = array_length_get(
this.carrier.heap,
this.entryPointer
);

@@ -187,3 +196,3 @@ if (currentLength === value) {

length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -201,3 +210,3 @@ }

length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -220,3 +229,3 @@ }

length = arrayGetMetadata(this.carrier, this.entryPointer).length;
length = array_length_get(this.carrier.heap, this.entryPointer);
} while (index < length);

@@ -245,3 +254,3 @@ }

public reverse() {
arrayReverse(this.externalArgs, this.carrier, this.entryPointer);
arrayReverse(this.carrier, this.entryPointer);
return this;

@@ -263,3 +272,3 @@ }

return arrayGetMetadata(this.carrier, this.entryPointer).length;
return array_length_get(this.carrier.heap, this.entryPointer);
}

@@ -287,3 +296,3 @@

public defineProperty(): // target: {},
public defineProperty(): // target: Record<string, unknown>,
// p: PropertyKey,

@@ -312,2 +321,4 @@ // attributes: PropertyDescriptor

return new Proxy(
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
[],

@@ -314,0 +325,0 @@ new ArrayWrapper(externalArgs, globalCarrier, entryPointer)

@@ -1,17 +0,6 @@

import {
ExternalArgs,
GlobalCarrier,
InternalAPI,
DateEntry,
ArrayEntry,
ObjectEntry,
MapEntry,
SetEntry,
} from "./interfaces";
import { incrementRefCount, decrementRefCount, readEntry } from "./store";
import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
import { incrementRefCount, decrementRefCount } from "./store";
import { WrapperDestroyed } from "./exceptions";
export class BaseProxyTrap<
T extends ObjectEntry | DateEntry | ArrayEntry | MapEntry | SetEntry
> implements InternalAPI {
export abstract class BaseProxyTrap implements InternalAPI {
constructor(

@@ -22,11 +11,7 @@ protected externalArgs: ExternalArgs,

) {
incrementRefCount(this.externalArgs, this.carrier, this.entryPointer);
incrementRefCount(this.carrier.heap, this.entryPointer);
}
public destroy() {
const newRefCount = decrementRefCount(
this.externalArgs,
this.carrier,
this.entryPointer
);
const newRefCount = decrementRefCount(this.carrier.heap, this.entryPointer);
this._entryPointer = 0;

@@ -60,6 +45,2 @@

}
protected get entry(): T {
return readEntry(this.carrier, this.entryPointer) as T;
}
}

@@ -15,1 +15,2 @@ export const LOCK_OFFSET = 0;

export const FALSE_KNOWN_ADDRESS = 3;
export const MAX_64_BIG_INT = BigInt("0xFFFFFFFFFFFFFFFF");

@@ -1,4 +0,3 @@

import { ExternalArgs, GlobalCarrier, DateEntry } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { readEntry, writeEntry } from "./store";
import { ENTRY_TYPE } from "./entry-types";

@@ -8,2 +7,7 @@ import { INTERNAL_API_SYMBOL } from "./symbols";

import { BaseProxyTrap } from "./BaseProxyTrap";
import {
date_set_all,
date_refsCount_get,
date_timestamp_get,
} from "./generatedStructs";

@@ -62,4 +66,3 @@ const getFunctions: Array<keyof Date> = [

export class DateWrapper extends BaseProxyTrap<DateEntry>
implements ProxyHandler<Date> {
export class DateWrapper extends BaseProxyTrap implements ProxyHandler<Date> {
private dateObjectForReuse: Date;

@@ -109,13 +112,17 @@ private useMeToGiveNamesToFunctionsAndCacheThem: any;

private updateDateObjectForReuse() {
const entry = readEntry(this.carrier, this.entryPointer) as DateEntry;
this.dateObjectForReuse.setTime(entry.value);
this.dateObjectForReuse.setTime(
date_timestamp_get(this.carrier.heap, this.entryPointer)
);
}
private persistDateObject() {
writeEntry(this.carrier, this.entryPointer, {
type: ENTRY_TYPE.DATE,
refsCount: this.entry.refsCount,
value: this.dateObjectForReuse.getTime(),
});
date_set_all(
this.carrier.heap,
this.entryPointer,
ENTRY_TYPE.DATE,
date_refsCount_get(this.carrier.heap, this.entryPointer),
// padding
0,
this.dateObjectForReuse.getTime()
);
}

@@ -122,0 +129,0 @@

@@ -1,2 +0,1 @@

import * as util from "util";
import { createObjectBuffer } from "..";

@@ -9,4 +8,2 @@ import { externalArgsApiToExternalArgsApi } from "./utils";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,

@@ -13,0 +10,0 @@ });

@@ -25,12 +25,10 @@ import { getInternalAPI } from "./utils";

const { allocator, heap } = internalApi.getCarrier();
for (const address of addressesToFree.leafAddresses) {
internalApi.getCarrier().allocator.free(address);
allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(
internalApi.getExternalArgs(),
internalApi.getCarrier(),
address
);
decrementRefCount(heap, address);
}

@@ -37,0 +35,0 @@

import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { ENTRY_TYPE, isPrimitiveEntryType } from "./entry-types";
import { ENTRY_TYPE } from "./entry-types";
import { createObjectWrapper } from "./objectWrapper";

@@ -7,3 +7,3 @@ import { createArrayWrapper } from "./arrayWrapper";

import { getCacheFor } from "./externalObjectsCache";
import { decrementRefCount, readEntry } from "./store";
import { decrementRefCount } from "./store";
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";

@@ -18,6 +18,9 @@ import { createMapWrapper } from "./mapWrapper";

} from "./consts";
import {
typeOnly_type_get,
number_value_get,
bigint_value_get,
} from "./generatedStructs";
import { readString } from "./readString";
// declare const FinalizationGroup: any;
// declare const WeakRef: any;
const TYPE_TO_FACTORY = {

@@ -52,44 +55,53 @@ [ENTRY_TYPE.OBJECT]: createObjectWrapper,

const valueEntry = readEntry(carrier, pointerToEntry);
const entryType: ENTRY_TYPE = typeOnly_type_get(carrier.heap, pointerToEntry);
if (isPrimitiveEntryType(valueEntry.type)) {
return valueEntry.value;
switch (entryType) {
case ENTRY_TYPE.NUMBER:
return number_value_get(carrier.heap, pointerToEntry);
break;
case ENTRY_TYPE.STRING:
return readString(carrier.heap, pointerToEntry);
break;
case ENTRY_TYPE.BIGINT_POSITIVE:
return bigint_value_get(carrier.heap, pointerToEntry);
break;
case ENTRY_TYPE.BIGINT_NEGATIVE:
return bigint_value_get(carrier.heap, pointerToEntry) * BigInt("-1");
break;
}
// this is an invariant
if (
valueEntry.type === ENTRY_TYPE.OBJECT ||
valueEntry.type === ENTRY_TYPE.DATE ||
valueEntry.type === ENTRY_TYPE.ARRAY ||
valueEntry.type === ENTRY_TYPE.MAP ||
valueEntry.type === ENTRY_TYPE.SET
!(
entryType === ENTRY_TYPE.OBJECT ||
entryType === ENTRY_TYPE.DATE ||
entryType === ENTRY_TYPE.ARRAY ||
entryType === ENTRY_TYPE.MAP ||
entryType === ENTRY_TYPE.SET
)
) {
const cache = getCacheFor(carrier, (key) => {
finalizer(key, carrier, externalArgs);
});
throw new Error("Nope Nope Nope");
}
let ret = cache.get(pointerToEntry);
const cache = getCacheFor(carrier, (key) => {
finalizer(key, carrier);
});
if (!ret) {
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
ret = TYPE_TO_FACTORY[valueEntry.type](
externalArgs,
carrier,
pointerToEntry
);
cache.set(pointerToEntry, ret);
}
let ret = cache.get(pointerToEntry);
return ret;
if (!ret) {
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
ret = TYPE_TO_FACTORY[entryType](externalArgs, carrier, pointerToEntry);
cache.set(pointerToEntry, ret);
}
throw new Error("unsupported yet");
return ret;
}
function finalizer(
memoryAddress: number,
carrier: GlobalCarrier,
externalArgs: ExternalArgs
) {
const newRefsCount = decrementRefCount(externalArgs, carrier, memoryAddress);
function finalizer(memoryAddress: number, carrier: GlobalCarrier) {
const newRefsCount = decrementRefCount(carrier.heap, memoryAddress);

@@ -104,5 +116,5 @@ if (newRefsCount === 0) {

for (const address of freeUs.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
decrementRefCount(carrier.heap, address);
}
}
}
import { WeakValueMap } from "./WeakValueMap";
// eslint-disable-next-line @typescript-eslint/ban-types
const externalObjectsCache = new WeakMap<object, Map<number, any>>();

@@ -9,2 +10,3 @@

export function getCacheFor(
// eslint-disable-next-line @typescript-eslint/ban-types
obj: object,

@@ -27,3 +29,7 @@ externalFinalizer?: (key: number) => void

function supportWeakRef() {
return typeof WeakRef !== "undefined";
return (
typeof WeakRef !== "undefined" &&
(typeof FinalizationGroup !== "undefined" ||
typeof "FinalizationRegistry" !== "undefined")
);
}
/* eslint-env jest */
import * as util from "util";
import { MemPool } from "@thi.ng/malloc";

@@ -11,9 +10,7 @@ import { createObjectBuffer, memoryStats } from "./api";

const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,
});
describe("getAllLinkedAddresses no reference counting", () => {
test("getAllLinkedAddresses", () => {
describe("Make sure all allocated are discovered", () => {
test("Small object", () => {
const allocatedAddresses: number[] = [];

@@ -30,2 +27,69 @@ const origMalloc = MemPool.prototype.malloc;

const objectBuffer = createObjectBuffer(externalArgs, 2048, {
smallObject: [{ a: "6" }],
});
const carrier = getInternalAPI(objectBuffer).getCarrier();
const entryPointer = getInternalAPI(objectBuffer).getEntryPointer();
getInternalAPI(objectBuffer).destroy();
const linkedAddresses = getAllLinkedAddresses(
carrier,
false,
// allocatedAddresses[allocatedAddresses.length - 1]
entryPointer
);
expect([...linkedAddresses.leafAddresses].slice().sort()).toEqual(
allocatedAddresses.slice().sort()
);
});
test("With Map & Set", () => {
const allocatedAddresses: number[] = [];
const origMalloc = MemPool.prototype.malloc;
MemPool.prototype.malloc = function malloc(dataSize: number) {
const address = origMalloc.call(this, dataSize);
allocatedAddresses.push(address);
return address;
};
const objectBuffer = createObjectBuffer(externalArgs, 2048, {
m: new Map([
["a", 1],
["b", 2],
]),
s: new Set(["a", "b", "c"]),
});
const carrier = getInternalAPI(objectBuffer).getCarrier();
const entryPointer = getInternalAPI(objectBuffer).getEntryPointer();
getInternalAPI(objectBuffer).destroy();
const linkedAddresses = getAllLinkedAddresses(
carrier,
false,
entryPointer
);
expect([...linkedAddresses.leafAddresses].slice().sort()).toEqual(
allocatedAddresses.slice().sort()
);
});
test("object with more stuff", () => {
const allocatedAddresses: number[] = [];
const origMalloc = MemPool.prototype.malloc;
MemPool.prototype.malloc = function malloc(dataSize: number) {
const address = origMalloc.call(this, dataSize);
allocatedAddresses.push(address);
return address;
};
const objectBuffer = createObjectBuffer(externalArgs, 2048, {
nestedObject: { a: 1, b: null, c: "string", bigint: BigInt("100") },

@@ -35,8 +99,5 @@ arr: [new Date(0), "somestring", { a: "6", h: null }],

// const a = objectBuffer.nestedObject;
// getInternalAPI(a).destroy();
// // a.toString();
const carrier = getInternalAPI(objectBuffer).getCarrier();
const entryPointer = getInternalAPI(objectBuffer).getEntryPointer();
getInternalAPI(objectBuffer).destroy();

@@ -47,61 +108,8 @@

false,
allocatedAddresses[allocatedAddresses.length - 1]
entryPointer
);
expect(linkedAddresses.leafAddresses.slice().sort()).toEqual(
expect([...linkedAddresses.leafAddresses].slice().sort()).toEqual(
allocatedAddresses.slice().sort()
);
expect(linkedAddresses.leafAddresses.slice().sort())
.toMatchInlineSnapshot(`
Array [
1008,
1032,
1056,
1072,
1096,
112,
1120,
1144,
1160,
1184,
1216,
128,
144,
168,
200,
216,
240,
280,
296,
312,
336,
360,
376,
400,
424,
448,
464,
48,
488,
512,
528,
560,
584,
616,
632,
656,
680,
704,
72,
728,
744,
848,
880,
912,
936,
976,
992,
]
`);
});

@@ -128,8 +136,9 @@

expect(memoryStats(objectBuffer)).toMatchInlineSnapshot(`
Object {
"available": 816,
"used": 1232,
}
`);
Object {
"available": 656,
"used": 1392,
}
`);
const entryPointer = getInternalAPI(objectBuffer).getEntryPointer();
const carrier = getInternalAPI(objectBuffer).getCarrier();

@@ -142,3 +151,3 @@

false,
allocatedAddresses[allocatedAddresses.length - 1]
entryPointer
);

@@ -145,0 +154,0 @@

@@ -1,2 +0,1 @@

import { readEntry } from "./store";
import { GlobalCarrier } from "./interfaces";

@@ -6,2 +5,10 @@ import { ENTRY_TYPE } from "./entry-types";

import { isKnownAddressValuePointer } from "./utils";
import {
typeOnly_type_get,
string_charsPointer_get,
typeAndRc_refsCount_get,
object_pointerToHashMap_get,
array_dataspacePointer_get,
array_length_get,
} from "./generatedStructs";

@@ -13,13 +20,31 @@ export function getAllLinkedAddresses(

) {
const leafAddresses: number[] = [];
const arcAddresses: number[] = [];
const leafAddresses: Set<number> = new Set<number>();
const arcAddresses: Set<number> = new Set<number>();
const addressesToProcessQueue: number[] = [entryPointer];
getAllLinkedAddressesStep(
carrier,
ignoreRefCount,
entryPointer,
leafAddresses,
arcAddresses
);
let addressToProcess: number | undefined = undefined;
// const diffs = [];
while ((addressToProcess = addressesToProcessQueue.shift()) !== undefined) {
// const before = addressesToProcessQueue.slice();
if (addressToProcess === 0) {
continue;
}
getAllLinkedAddressesStep(
carrier,
ignoreRefCount,
addressToProcess,
leafAddresses,
arcAddresses,
addressesToProcessQueue
);
// diffs.push(addressesToProcessQueue.filter((p) => !before.includes(p)));
}
// console.log(diffs);
return { leafAddresses, arcAddresses };

@@ -32,59 +57,64 @@ }

entryPointer: number,
leafAddresses: number[],
arcAddresses: number[]
leafAddresses: Set<number>,
arcAddresses: Set<number>,
addressesToProcessQueue: number[]
) {
if (isKnownAddressValuePointer(entryPointer)) {
const { heap } = carrier;
if (
isKnownAddressValuePointer(entryPointer) ||
leafAddresses.has(entryPointer) ||
arcAddresses.has(entryPointer)
) {
return;
}
const entry = readEntry(carrier, entryPointer);
const entryType = typeOnly_type_get(heap, entryPointer);
// to be used ONLY if the type has ref counter
const refsCount = typeAndRc_refsCount_get(heap, entryPointer);
switch (entry.type) {
switch (entryType) {
case ENTRY_TYPE.NUMBER:
case ENTRY_TYPE.STRING:
case ENTRY_TYPE.BIGINT_NEGATIVE:
case ENTRY_TYPE.BIGINT_POSITIVE:
leafAddresses.push(entryPointer);
leafAddresses.add(entryPointer);
break;
case ENTRY_TYPE.STRING:
leafAddresses.add(string_charsPointer_get(heap, entryPointer));
leafAddresses.add(entryPointer);
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.MAP:
case ENTRY_TYPE.SET:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
getObjectOrMapOrSetAddresses(
carrier,
ignoreRefCount,
entry.value,
object_pointerToHashMap_get(heap, entryPointer),
leafAddresses,
arcAddresses
addressesToProcessQueue
);
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}
break;
case ENTRY_TYPE.ARRAY:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
leafAddresses.push(entry.value);
for (let i = 0; i < entry.allocatedLength; i += 1) {
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
leafAddresses.add(array_dataspacePointer_get(heap, entryPointer));
const arrayLength = array_length_get(heap, entryPointer);
for (let i = 0; i < arrayLength; i += 1) {
const valuePointer =
carrier.uint32[
(entry.value + i * Uint32Array.BYTES_PER_ELEMENT) /
(array_dataspacePointer_get(heap, entryPointer) +
i * Uint32Array.BYTES_PER_ELEMENT) /
Uint32Array.BYTES_PER_ELEMENT
];
getAllLinkedAddressesStep(
carrier,
ignoreRefCount,
valuePointer,
leafAddresses,
arcAddresses
);
addressesToProcessQueue.push(valuePointer);
}
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}

@@ -94,6 +124,6 @@ break;

case ENTRY_TYPE.DATE:
if (entry.refsCount <= 1 || ignoreRefCount) {
leafAddresses.push(entryPointer);
if (refsCount <= 1 || ignoreRefCount) {
leafAddresses.add(entryPointer);
} else {
arcAddresses.push(entryPointer);
arcAddresses.add(entryPointer);
}

@@ -103,5 +133,3 @@ break;

default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");
throw new Error(ENTRY_TYPE[entryType] + " Not implemented yet");
}

@@ -112,6 +140,5 @@ }

carrier: GlobalCarrier,
ignoreRefCount: boolean,
internalHashmapPointer: number,
leafAddresses: number[],
arcAddresses: number[]
leafAddresses: Set<number>,
addressesToProcessQueue: number[]
) {

@@ -123,13 +150,11 @@ const { pointersToValuePointers, pointers } = hashMapGetPointersToFree(

leafAddresses.push(...pointers);
for (const leafPointer of pointers) {
leafAddresses.add(leafPointer);
}
for (const pointer of pointersToValuePointers) {
getAllLinkedAddressesStep(
carrier,
ignoreRefCount,
carrier.uint32[pointer / Uint32Array.BYTES_PER_ELEMENT],
leafAddresses,
arcAddresses
addressesToProcessQueue.push(
carrier.uint32[pointer / Uint32Array.BYTES_PER_ELEMENT]
);
}
}
/* eslint-env jest */
import * as util from "util";
import {

@@ -18,10 +18,8 @@ arrayBuffer2HexArray,

} from "./hashmap";
import { GlobalCarrier, StringEntry } from "../interfaces";
import { readEntry } from "../store";
import { GlobalCarrier } from "../interfaces";
import { externalArgsApiToExternalArgsApi } from "../utils";
import { readString } from "../readString";
describe("hashmap", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,

@@ -184,5 +182,4 @@ });

}
expect(
values.map((v) => (readEntry(carrier, v.keyPointer) as StringEntry).value)
).toMatchInlineSnapshot(`
expect(values.map((v) => readString(carrier.heap, v.keyPointer)))
.toMatchInlineSnapshot(`
Array [

@@ -211,6 +208,2 @@ "a",

"v",
"w",
"x",
"y",
"z",
]

@@ -249,33 +242,33 @@ `);

expect(memAvailableAfterEachStep).toMatchInlineSnapshot(`
Array [
1904,
1840,
1776,
1712,
1648,
1584,
1520,
1456,
1352,
1288,
1224,
1160,
1096,
1032,
968,
904,
760,
696,
632,
568,
504,
440,
376,
312,
248,
184,
120,
120,
]
`);
Array [
1904,
1824,
1744,
1664,
1584,
1504,
1424,
1344,
1224,
1144,
1064,
984,
904,
824,
744,
664,
504,
416,
336,
256,
176,
96,
16,
0,
0,
0,
0,
0,
]
`);
});

@@ -311,53 +304,63 @@

expect(r).toMatchInlineSnapshot(`
Object {
"pointers": Array [
48,
664,
120,
136,
200,
264,
328,
392,
456,
520,
584,
648,
752,
816,
152,
176,
216,
240,
280,
304,
344,
368,
408,
432,
472,
496,
536,
560,
600,
624,
72,
96,
768,
792,
],
"pointersToValuePointers": Array [
152,
216,
280,
344,
408,
472,
536,
600,
72,
768,
],
}
`);
Object {
"pointers": Array [
48,
792,
120,
136,
216,
296,
376,
456,
536,
616,
696,
776,
896,
976,
200,
152,
176,
280,
232,
256,
360,
312,
336,
440,
392,
416,
520,
472,
496,
600,
552,
576,
680,
632,
656,
760,
712,
736,
880,
72,
96,
960,
912,
936,
],
"pointersToValuePointers": Array [
152,
232,
312,
392,
472,
552,
632,
712,
72,
912,
],
}
`);

@@ -364,0 +367,0 @@ expect(r.pointers.sort()).toEqual(allocations.sort());

import { MAP_MACHINE, NODE_MACHINE } from "./memoryLayout";
import { GlobalCarrier, ExternalArgs } from "../interfaces";
import {
GlobalCarrier,
ExternalArgs,
NumberEntry,
StringEntry,
} from "../interfaces";
import {
hashCodeInPlace,

@@ -13,8 +8,7 @@ hashCodeExternalValue,

} from "./hashmapUtils";
import { primitiveValueToEntry } from "../utils";
import { strByteLength } from "../utils";
import { stringEncodeInto } from "../stringEncodeInto";
import {
sizeOfEntry,
writeEntry,
readEntry,
compareStringOrNumberEntriesInPlace,
readNumberOrString,
} from "../store";

@@ -32,2 +26,12 @@ import { ENTRY_TYPE } from "../entry-types";

import { MemoryOperator } from "../memoryMachinery";
import {
number_size,
string_size,
number_set_all,
string_set_all,
number_value_place,
number_value_ctor,
typeOnly_type_get,
string_charsPointer_get,
} from "../generatedStructs";

@@ -69,5 +73,5 @@ export function createHashMap(

const mapOperator = MAP_MACHINE.createOperator(carrier, mapPointer);
const keyEntry = primitiveValueToEntry(externalKeyValue) as
| NumberEntry
| StringEntry;
// const keyEntry = primitiveValueToEntry(externalKeyValue) as
// | NumberEntry
// | StringEntry;

@@ -77,19 +81,41 @@ // allocate all possible needed memory upfront, so we won't oom in the middle of something

const memoryForNewNode = carrier.allocator.calloc(NODE_MACHINE.map.SIZE_OF);
const memorySizeOfKey = sizeOfEntry(keyEntry);
const keyEntryMemory = carrier.allocator.calloc(memorySizeOfKey);
let keyMemoryEntryPointer;
let keyDataMemoryStart: number;
let keyDataMemoryLength: number;
writeEntry(carrier, keyEntryMemory, keyEntry);
if (typeof externalKeyValue === "number") {
keyMemoryEntryPointer = carrier.allocator.calloc(number_size);
number_set_all(
carrier.heap,
keyMemoryEntryPointer,
ENTRY_TYPE.NUMBER,
externalKeyValue
);
const keyHeaderOverhead =
keyEntry.type === ENTRY_TYPE.STRING
? // type + string length
8 + 4
: // type
8;
keyDataMemoryStart = keyMemoryEntryPointer + number_value_place;
keyDataMemoryLength = number_value_ctor.BYTES_PER_ELEMENT;
} else {
keyMemoryEntryPointer = carrier.allocator.calloc(string_size);
keyDataMemoryLength = strByteLength(externalKeyValue);
keyDataMemoryStart = carrier.allocator.calloc(keyDataMemoryLength);
stringEncodeInto(
carrier.heap.Uint8Array,
keyDataMemoryStart,
externalKeyValue
);
string_set_all(
carrier.heap,
keyMemoryEntryPointer,
ENTRY_TYPE.STRING,
keyDataMemoryLength,
keyDataMemoryStart
);
}
const keyHashCode = hashCodeInPlace(
carrier.uint8,
mapOperator.get("CAPACITY"),
// + 1 for the type of key
keyEntryMemory + keyHeaderOverhead,
memorySizeOfKey - keyHeaderOverhead
keyDataMemoryStart,
keyDataMemoryLength
);

@@ -110,5 +136,5 @@

!compareStringOrNumberEntriesInPlace(
carrier,
carrier.heap,
commonNodeOperator.get("KEY_POINTER"),
keyEntryMemory
keyMemoryEntryPointer
)

@@ -134,3 +160,4 @@ ) {

// we don't need the new memory
carrier.allocator.free(keyEntryMemory);
// @todo Free here also the string data
carrier.allocator.free(keyMemoryEntryPointer);
carrier.allocator.free(memoryForNewNode);

@@ -141,3 +168,3 @@

commonNodeOperator.startAddress = memoryForNewNode;
commonNodeOperator.set("KEY_POINTER", keyEntryMemory);
commonNodeOperator.set("KEY_POINTER", keyMemoryEntryPointer);
commonNodeOperator.set(

@@ -163,3 +190,2 @@ "LINKED_LIST_ITEM_POINTER",

shouldRehash(
mapOperator.get("LINKED_LIST_SIZE"),
mapOperator.get("CAPACITY"),

@@ -205,7 +231,5 @@ mapOperator.get("USED_CAPACITY"),

while (node.startAddress !== 0) {
const keyEntry = readEntry(carrier, node.get("KEY_POINTER")) as
| NumberEntry
| StringEntry;
const keyValue = readNumberOrString(carrier.heap, node.get("KEY_POINTER"));
if (keyEntry.value === externalKeyValue) {
if (keyValue === externalKeyValue) {
return ptrToPtr;

@@ -275,2 +299,11 @@ }

if (
typeOnly_type_get(carrier.heap, nodeOperator.get("KEY_POINTER")) ===
ENTRY_TYPE.STRING
) {
carrier.allocator.free(
string_charsPointer_get(carrier.heap, nodeOperator.get("KEY_POINTER"))
);
}
carrier.allocator.free(nodeOperator.get("KEY_POINTER"));

@@ -357,2 +390,10 @@ carrier.allocator.free(nodeOperator.startAddress);

pointersToValuePointers.push(nodeOperator.pointerTo("VALUE_POINTER"));
if (
typeOnly_type_get(carrier.heap, nodeOperator.get("KEY_POINTER")) ===
ENTRY_TYPE.STRING
) {
pointers.push(
string_charsPointer_get(carrier.heap, nodeOperator.get("KEY_POINTER"))
);
}
pointers.push(nodePointer, nodeOperator.get("KEY_POINTER"));

@@ -460,3 +501,2 @@ }

function shouldRehash(
nodesCount: number,
buckets: number,

@@ -463,0 +503,0 @@ fullBuckets: number,

import { ENTRY_TYPE } from "./entry-types";
import { TextDecoder, TextEncoder } from "./textEncoderDecoderTypes";
import { Heap } from "../structsGenerator/consts";

@@ -92,2 +92,3 @@ export type primitive = string | number | bigint | boolean | undefined | null;

allocator: import("@thi.ng/malloc").IMemPool;
heap: Heap;
}

@@ -98,5 +99,7 @@

hashMapMinInitialCapacity: number;
/**
* Allocate additional memory for array pointers,
* will prevent the reallocation and copy when array is getting bigger
*/
arrayAdditionalAllocation: number;
textDecoder: TextDecoder;
textEncoder: TextEncoder;
}>;

@@ -108,4 +111,2 @@

arrayAdditionalAllocation?: number;
textDecoder: TextDecoder;
textEncoder: TextEncoder;
}>;

@@ -112,0 +113,0 @@

@@ -9,6 +9,2 @@ /* eslint-env jest */

// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// import jestDiff from "jest-diff";
import {

@@ -15,0 +11,0 @@ linkedListItemInsert,

@@ -0,1 +1,5 @@

/* istanbul ignore file */
// I'm not sure how to test that yet
import { invariant } from "./utils";

@@ -2,0 +6,0 @@ import { getUnderlyingArrayBuffer } from "./api";

@@ -0,8 +1,3 @@

import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
import {
ExternalArgs,
GlobalCarrier,
MapEntry,
InternalAPI,
} from "./interfaces";
import {
deleteObjectPropertyEntryByKey,

@@ -25,5 +20,5 @@ objectGet,

import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class MapWrapper<K extends string | number, V>
extends BaseProxyTrap<MapEntry>
export class MapWrapper<K extends string | number, V> extends BaseProxyTrap
implements Map<K, V> {

@@ -44,3 +39,6 @@ clear(): void {

get size(): number {
return hashMapSize(this.carrier, this.entry.value);
return hashMapSize(
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
);
}

@@ -55,3 +53,3 @@

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -81,3 +79,3 @@ const { valuePointer, keyPointer } = hashMapNodePointerToKeyValue(

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -97,3 +95,3 @@ const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -130,3 +128,8 @@ const { valuePointer } = hashMapNodePointerToKeyValue(

return objectGet(this.externalArgs, this.carrier, this.entry.value, p);
return objectGet(
this.externalArgs,
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p
);
}

@@ -140,5 +143,4 @@

return deleteObjectPropertyEntryByKey(
this.externalArgs,
this.carrier,
this.entry.value,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p

@@ -153,3 +155,9 @@ );

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return (
hashMapNodeLookup(
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p
) !== 0
);
}

@@ -163,3 +171,9 @@

allocationsTransaction(() => {
objectSet(this.externalArgs, this.carrier, this.entry.value, p, value);
objectSet(
this.externalArgs,
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p,
value
);
}, this.carrier.allocator);

@@ -166,0 +180,0 @@

@@ -41,4 +41,4 @@ /* eslint-env jest */

entry[0],
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
entry[1].type,

@@ -45,0 +45,0 @@ ])

@@ -40,4 +40,2 @@ import { GlobalCarrier } from "./interfaces";

// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// dataViewInstance = undefined;

@@ -167,5 +165,5 @@

// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
return Object.fromEntries(newObjectEntries);
}

@@ -1,2 +0,2 @@

import { ObjectEntry, ExternalArgs, GlobalCarrier } from "./interfaces";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import {

@@ -17,6 +17,7 @@ getObjectPropertiesEntries,

import { hashMapNodeLookup } from "./hashmap/hashmap";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class ObjectWrapper extends BaseProxyTrap<ObjectEntry>
implements ProxyHandler<{}> {
public get(target: {}, p: PropertyKey): any {
export class ObjectWrapper extends BaseProxyTrap
implements ProxyHandler<Record<string, unknown>> {
public get(target: Record<string, unknown>, p: PropertyKey): any {
if (p === INTERNAL_API_SYMBOL) {

@@ -30,6 +31,14 @@ return this;

return objectGet(this.externalArgs, this.carrier, this.entry.value, p);
return objectGet(
this.externalArgs,
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p
);
}
public deleteProperty(target: {}, p: PropertyKey): boolean {
public deleteProperty(
target: Record<string, unknown>,
p: PropertyKey
): boolean {
if (typeof p === "symbol") {

@@ -40,5 +49,4 @@ return false;

return deleteObjectPropertyEntryByKey(
this.externalArgs,
this.carrier,
this.entry.value,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p

@@ -51,3 +59,3 @@ );

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
);

@@ -61,3 +69,3 @@

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
);

@@ -68,3 +76,6 @@

public getOwnPropertyDescriptor(target: {}, p: PropertyKey) {
public getOwnPropertyDescriptor(
target: Record<string, unknown>,
p: PropertyKey
) {
if (this.has(target, p)) {

@@ -77,3 +88,3 @@ return { configurable: true, enumerable: true };

public has(target: {}, p: PropertyKey) {
public has(target: Record<string, unknown>, p: PropertyKey) {
if (p === INTERNAL_API_SYMBOL) {

@@ -87,6 +98,16 @@ return true;

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return (
hashMapNodeLookup(
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p
) !== 0
);
}
public set(target: {}, p: PropertyKey, value: any): boolean {
public set(
target: Record<string, unknown>,
p: PropertyKey,
value: any
): boolean {
if (typeof p === "symbol") {

@@ -97,3 +118,9 @@ throw new IllegalObjectPropConfigError();

allocationsTransaction(() => {
objectSet(this.externalArgs, this.carrier, this.entry.value, p, value);
objectSet(
this.externalArgs,
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p,
value
);
}, this.carrier.allocator);

@@ -116,3 +143,3 @@

public defineProperty(): // target: {},
public defineProperty(): // target: Record<string, unknown>,
// p: PropertyKey,

@@ -119,0 +146,0 @@ // attributes: PropertyDescriptor

@@ -0,15 +1,6 @@

import { ExternalArgs, GlobalCarrier } from "./interfaces";
import {
ExternalArgs,
GlobalCarrier,
StringEntry,
NumberEntry,
MapEntry,
SetEntry,
} from "./interfaces";
import {
readEntry,
writeValueInPtrToPtrAndHandleMemory,
handleArcForDeletedValuePointer,
decrementRefCount,
writeEntry,
} from "./store";

@@ -25,6 +16,14 @@ import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";

} from "./hashmap/hashmap";
import { getObjectOrMapOrSetAddresses } from "./getAllLinkedAddresses";
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";
import {
typeOnly_type_get,
number_value_get,
typeAndRc_refsCount_get,
typeAndRc_refsCount_set,
object_pointerToHashMap_set,
} from "./generatedStructs";
import { ENTRY_TYPE } from "./entry-types";
import { readString } from "./readString";
export function deleteObjectPropertyEntryByKey(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,

@@ -46,7 +45,7 @@ hashmapPointer: number,

const deletedValuePointer =
carrier.uint32[
carrier.heap.Uint32Array[
deletedValuePointerToPointer / Uint32Array.BYTES_PER_ELEMENT
];
handleArcForDeletedValuePointer(externalArgs, carrier, deletedValuePointer);
handleArcForDeletedValuePointer(carrier, deletedValuePointer);

@@ -71,10 +70,15 @@ return true;

const keyEntry = readEntry(carrier, keyPointer) as
| StringEntry
| NumberEntry;
const typeOfKeyEntry:
| ENTRY_TYPE.NUMBER
| ENTRY_TYPE.STRING = typeOnly_type_get(carrier.heap, keyPointer);
const key =
typeOfKeyEntry === ENTRY_TYPE.NUMBER
? number_value_get(carrier.heap, keyPointer)
: readString(carrier.heap, keyPointer);
foundValues.push({
valuePointer:
carrier.uint32[valuePointer / Uint32Array.BYTES_PER_ELEMENT],
key: keyEntry.value,
key,
});

@@ -91,3 +95,3 @@ }

p: string | number,
value: any
value: unknown
) {

@@ -112,6 +116,2 @@ const ptrToPtr = hashMapInsertUpdate(

if (valuePointer === 0) {
return undefined;
}
return entryToFinalJavaScriptValue(

@@ -124,19 +124,48 @@ externalArgs,

export function hashmapClearFree(
// export function hashmapClearFree(
// externalArgs: ExternalArgs,
// carrier: GlobalCarrier,
// hashmapPointer: number
// ) {
// const leafAddresses = new Set<number>();
// const addressesToProcessQueue: number[] = [];
// getObjectOrMapOrSetAddresses(
// carrier,
// hashmapPointer,
// leafAddresses,
// addressesToProcessQueue
// );
// for (const address of leafAddresses) {
// carrier.allocator.free(address);
// }
// for (const address of arcAddresses) {
// decrementRefCount(externalArgs, carrier, address);
// }
// }
export function mapOrSetClear(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
hashmapPointer: number
mapOrSetPtr: number
) {
const leafAddresses: number[] = [];
const arcAddresses: number[] = [];
// we fake the entry refCount as zero so getAllLinkedAddresses will visit what's needed
const prevCount = typeAndRc_refsCount_get(carrier.heap, mapOrSetPtr);
typeAndRc_refsCount_set(carrier.heap, mapOrSetPtr, 0);
getObjectOrMapOrSetAddresses(
const { leafAddresses, arcAddresses } = getAllLinkedAddresses(
carrier,
false,
hashmapPointer,
leafAddresses,
arcAddresses
mapOrSetPtr
);
for (const address of leafAddresses) {
// don't dispose the address we need to reuse
if (address === mapOrSetPtr) {
continue;
}
carrier.allocator.free(address);

@@ -146,18 +175,17 @@ }

for (const address of arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
// don't dispose the address we need to reuse
if (address === mapOrSetPtr) {
continue;
}
decrementRefCount(carrier.heap, address);
}
}
export function mapOrSetClear(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
mapOrSetPtr: number
) {
const entry = readEntry(carrier, mapOrSetPtr) as MapEntry | SetEntry;
hashmapClearFree(externalArgs, carrier, entry.value);
entry.value = createHashMap(carrier, externalArgs.hashMapMinInitialCapacity);
writeEntry(carrier, mapOrSetPtr, entry);
// Restore real ref count
typeAndRc_refsCount_set(carrier.heap, mapOrSetPtr, prevCount);
object_pointerToHashMap_set(
carrier.heap,
mapOrSetPtr,
createHashMap(carrier, externalArgs.hashMapMinInitialCapacity)
);
}

@@ -0,1 +1,2 @@

/* eslint-disable @typescript-eslint/ban-ts-comment */
// @ts-nocheck

@@ -2,0 +3,0 @@

@@ -1,12 +0,15 @@

import {
primitiveValueToEntry,
isPrimitive,
getOurPointerIfApplicable,
} from "./utils";
import { appendEntry } from "./store";
import { objectSaver, mapSaver, setSaver } from "./objectSaver";
import { arraySaver } from "./arraySaver";
import { getOurPointerIfApplicable, strByteLength } from "./utils";
import { ExternalArgs, GlobalCarrier } from "./interfaces";
import { ENTRY_TYPE } from "./entry-types";
import {
number_size,
number_set_all,
bigint_size,
bigint_set_all,
string_size,
string_set_all,
date_size,
date_set_all,
} from "./generatedStructs";
import {
UNDEFINED_KNOWN_ADDRESS,

@@ -16,64 +19,220 @@ NULL_KNOWN_ADDRESS,

FALSE_KNOWN_ADDRESS,
MAX_64_BIG_INT,
} from "./consts";
import { arraySaverIterative } from "./arraySaverIterative";
import {
objectSaverIterative,
mapSaverIterative,
setSaverIterative,
} from "./objectSaverIterative";
import { stringEncodeInto } from "./stringEncodeInto";
/**
* Returns pointer for the value
*/
export function saveValue(
export function saveValueIterative(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
referencedPointers: number[],
value: any
referencedExistingPointers: number[],
initialValuePtrToPtr: number,
initialValue: unknown
) {
let valuePointer = 0;
let maybeOurPointer: number | undefined;
const valuesToSave = [initialValue];
const pointersToSaveTo = [initialValuePtrToPtr];
const {
heap: { Uint32Array: uint32 },
allocator,
heap,
} = carrier;
if (value === undefined) {
return UNDEFINED_KNOWN_ADDRESS;
}
while (valuesToSave.length !== 0) {
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const valueToSave = valuesToSave.pop()!;
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
const ptrToPtrToSaveTo = pointersToSaveTo.pop()!;
if (value === null) {
return NULL_KNOWN_ADDRESS;
}
// Handler well-known values
if (valueToSave === undefined) {
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = UNDEFINED_KNOWN_ADDRESS;
continue;
}
if (value === true) {
return TRUE_KNOWN_ADDRESS;
}
if (valueToSave === null) {
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = NULL_KNOWN_ADDRESS;
continue;
}
if (value === false) {
return FALSE_KNOWN_ADDRESS;
}
if (valueToSave === true) {
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = TRUE_KNOWN_ADDRESS;
continue;
}
if (isPrimitive(value)) {
const entry = primitiveValueToEntry(value);
valuePointer = appendEntry(externalArgs, carrier, entry);
} else if (
(maybeOurPointer = getOurPointerIfApplicable(value, carrier.allocator))
) {
valuePointer = maybeOurPointer;
referencedPointers.push(valuePointer);
} else if (Array.isArray(value)) {
valuePointer = arraySaver(externalArgs, carrier, referencedPointers, value);
} else if (value instanceof Date) {
valuePointer = appendEntry(externalArgs, carrier, {
type: ENTRY_TYPE.DATE,
refsCount: 1,
value: value.getTime(),
});
} else if (value instanceof Map) {
valuePointer = mapSaver(externalArgs, carrier, referencedPointers, value);
} else if (value instanceof Set) {
valuePointer = setSaver(externalArgs, carrier, value);
} else if (typeof value === "object") {
valuePointer = objectSaver(
if (valueToSave === false) {
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = FALSE_KNOWN_ADDRESS;
continue;
}
switch (typeof valueToSave) {
case "number":
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = allocator.calloc(number_size);
number_set_all(
heap,
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT],
ENTRY_TYPE.NUMBER,
valueToSave
);
continue;
break;
case "string":
// eslint-disable-next-line no-case-declarations
const stringBytesLength = strByteLength(valueToSave);
// eslint-disable-next-line no-case-declarations
const stringDataPointer = allocator.calloc(stringBytesLength);
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = allocator.calloc(string_size);
stringEncodeInto(heap.Uint8Array, stringDataPointer, valueToSave);
string_set_all(
heap,
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT],
ENTRY_TYPE.STRING,
stringBytesLength,
stringDataPointer
);
continue;
break;
case "bigint":
if (valueToSave > MAX_64_BIG_INT || valueToSave < -MAX_64_BIG_INT) {
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = UNDEFINED_KNOWN_ADDRESS;
continue;
// Maybe don't make undefined but throw, or clamp
// throw new Error("MAX_64_BIG_INT");
}
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = allocator.calloc(bigint_size);
bigint_set_all(
heap,
uint32[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT],
valueToSave > 0
? ENTRY_TYPE.BIGINT_POSITIVE
: ENTRY_TYPE.BIGINT_NEGATIVE,
valueToSave * (valueToSave > 0 ? BigInt("1") : BigInt("-1"))
);
continue;
break;
case "function":
// Nope Nope Nope
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = UNDEFINED_KNOWN_ADDRESS;
continue;
break;
case "symbol":
// not supported, write undefined
uint32[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = UNDEFINED_KNOWN_ADDRESS;
continue;
break;
// we will never get here
case "undefined":
continue;
break;
// we will never get here
case "boolean":
continue;
break;
}
const maybeOurPointerFromSymbol = getOurPointerIfApplicable(
valueToSave,
carrier.allocator
);
if (maybeOurPointerFromSymbol) {
referencedExistingPointers.push(maybeOurPointerFromSymbol);
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = maybeOurPointerFromSymbol;
continue;
}
if (Array.isArray(valueToSave)) {
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = arraySaverIterative(
externalArgs.arrayAdditionalAllocation,
carrier,
valuesToSave,
pointersToSaveTo,
valueToSave
);
continue;
}
if (valueToSave instanceof Date) {
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = allocator.calloc(date_size);
date_set_all(
heap,
heap.Uint32Array[ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT],
ENTRY_TYPE.DATE,
1,
0,
valueToSave.getTime()
);
continue;
}
if (valueToSave instanceof Map) {
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = mapSaverIterative(
externalArgs,
carrier,
valuesToSave,
pointersToSaveTo,
valueToSave
);
continue;
}
if (valueToSave instanceof Set) {
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = setSaverIterative(externalArgs, carrier, valueToSave);
continue;
}
// Plain object? I hope so
heap.Uint32Array[
ptrToPtrToSaveTo / Uint32Array.BYTES_PER_ELEMENT
] = objectSaverIterative(
externalArgs,
carrier,
referencedPointers,
value
valuesToSave,
pointersToSaveTo,
valueToSave
);
} else {
throw new Error("unsupported yet");
}
return valuePointer;
}

@@ -0,8 +1,3 @@

import { ExternalArgs, GlobalCarrier, InternalAPI } from "./interfaces";
import {
ExternalArgs,
GlobalCarrier,
MapEntry,
InternalAPI,
} from "./interfaces";
import {
deleteObjectPropertyEntryByKey,

@@ -24,5 +19,5 @@ objectSet,

import { entryToFinalJavaScriptValue } from "./entryToFinalJavaScriptValue";
import { object_pointerToHashMap_get } from "./generatedStructs";
export class SetWrapper<K extends string | number>
extends BaseProxyTrap<MapEntry>
export class SetWrapper<K extends string | number> extends BaseProxyTrap
implements Set<K> {

@@ -43,3 +38,6 @@ clear(): void {

get size(): number {
return hashMapSize(this.carrier, this.entry.value);
return hashMapSize(
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
);
}

@@ -54,3 +52,3 @@

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -72,3 +70,3 @@ const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -87,3 +85,3 @@ const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

this.carrier,
this.entry.value
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer)
)) {

@@ -117,3 +115,9 @@ const t = hashMapNodePointerToKeyValue(this.carrier, nodePointer);

return hashMapNodeLookup(this.carrier, this.entry.value, p) !== 0;
return (
hashMapNodeLookup(
this.carrier,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p
) !== 0
);
}

@@ -130,3 +134,3 @@

this.carrier,
this.entry.value,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p,

@@ -146,5 +150,4 @@ undefined

return deleteObjectPropertyEntryByKey(
this.externalArgs,
this.carrier,
this.entry.value,
object_pointerToHashMap_get(this.carrier.heap, this.entryPointer),
p

@@ -151,0 +154,0 @@ );

/* eslint-env jest */
import * as util from "util";
import { sizeOf } from "./sizeOf";

@@ -8,6 +7,4 @@ import { externalArgsApiToExternalArgsApi } from "./utils";

describe("sizeOf tests", () => {
describe.skip("sizeOf tests", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,

@@ -38,3 +35,3 @@ });

"calcedSize": 72,
"realSize": 72,
"realSize": 104,
}

@@ -41,0 +38,0 @@ `);

@@ -0,1 +1,2 @@

/* istanbul ignore file */
import {

@@ -2,0 +3,0 @@ ExternalArgsApi,

/* eslint-env jest */
import {
writeEntry,
initializeArrayBuffer,
readEntry,
appendEntry,
} from "./store";
import { ENTRY_TYPE } from "./entry-types";
import * as util from "util";
import { arrayBuffer2HexArray, makeCarrier } from "./testUtils";
import { ObjectEntry } from "./interfaces";
import { externalArgsApiToExternalArgsApi } from "./utils";
import { initializeArrayBuffer } from "./store";
import { arrayBuffer2HexArray } from "./testUtils";
describe("Store tests - Misc", () => {

@@ -47,500 +39,1 @@ test("initializeArrayBuffer", () => {

});
describe("Store tests writeEntry", () => {
test("writeEntry max number", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 8, {
type: ENTRY_TYPE.NUMBER,
value: Number.MAX_VALUE,
});
expect(arrayBuffer2HexArray(arrayBuffer.slice(0, 17)))
.toMatchInlineSnapshot(`
Array [
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x40",
"0xff",
]
`);
});
test("writeEntry min number", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 8, {
type: ENTRY_TYPE.NUMBER,
value: Number.MIN_VALUE,
});
expect(arrayBuffer2HexArray(arrayBuffer.slice(0, 17)))
.toMatchInlineSnapshot(`
Array [
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x40",
"0x01",
]
`);
});
test("writeEntry string", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 8, {
type: ENTRY_TYPE.STRING,
value: "aא弟",
allocatedBytes: 6,
});
expect(arrayBuffer2HexArray(arrayBuffer.slice(0, 19)))
.toMatchInlineSnapshot(`
Array [
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x00",
"0x14",
"0x40",
"0x06",
"0x00",
"0x00",
]
`);
});
});
describe("Store tests readEntry", () => {
const externalArgs = externalArgsApiToExternalArgsApi({
textEncoder: new util.TextEncoder(),
textDecoder: new util.TextDecoder(),
arrayAdditionalAllocation: 20,
});
test("readEntry max number", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 8, {
type: ENTRY_TYPE.NUMBER,
value: Number.MAX_VALUE,
});
const redEntry = readEntry(carrier, 8);
// expect(redBytesLength).toBe(writtenLength);
expect(redEntry).toMatchInlineSnapshot(`
Object {
"type": 2,
"value": 1.7976931348623157e+308,
}
`);
});
test("readEntry min number", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 8, {
type: ENTRY_TYPE.NUMBER,
value: Number.MIN_VALUE,
});
const redEntry = readEntry(carrier, 8);
expect(redEntry).toMatchInlineSnapshot(`
Object {
"type": 2,
"value": 5e-324,
}
`);
});
test("readEntry string", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 0, {
type: ENTRY_TYPE.STRING,
value: "aא弟",
allocatedBytes: 6,
});
const entry = readEntry(carrier, 0);
expect(entry).toMatchInlineSnapshot(`
Object {
"allocatedBytes": 6,
"type": 5,
"value": "aא弟",
}
`);
});
test("readEntry BigInt", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 0, {
type: ENTRY_TYPE.BIGINT_POSITIVE,
value: BigInt("0b0" + "1".repeat(63)),
});
const entry = readEntry(carrier, 0);
expect(entry).toMatchInlineSnapshot(`
Object {
"type": 3,
"value": 9223372036854775807n,
}
`);
});
test("readEntry UBigInt", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 0, {
type: ENTRY_TYPE.BIGINT_POSITIVE,
value: BigInt("0b" + "1".repeat(64)),
});
const entry = readEntry(carrier, 0);
expect(entry).toMatchInlineSnapshot(`
Object {
"type": 3,
"value": 18446744073709551615n,
}
`);
});
test("ENTRY_TYPE.BIGINT_POSITIVE max value", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 0, {
type: ENTRY_TYPE.BIGINT_POSITIVE,
value: BigInt("0b" + "1".repeat(64)),
});
expect(readEntry(carrier, 0)).toMatchInlineSnapshot(`
Object {
"type": 3,
"value": 18446744073709551615n,
}
`);
});
test("ENTRY_TYPE.BIGINT_NEGATIVE min value", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
writeEntry(carrier, 0, {
type: ENTRY_TYPE.BIGINT_NEGATIVE,
value: -BigInt("0b" + "1".repeat(64)),
});
expect(readEntry(carrier, 0)).toMatchInlineSnapshot(`
Object {
"type": 4,
"value": -18446744073709551615n,
}
`);
});
test("BigInt64 overflow error", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
expect(() => {
writeEntry(carrier, 0, {
type: ENTRY_TYPE.BIGINT_POSITIVE,
value: BigInt("0b" + "1".repeat(65)),
});
}).toThrowErrorMatchingInlineSnapshot(`"BigInt64OverflowError"`);
});
describe("Store tests write/read entry", () => {
test("object entry", () => {
const arrayBuffer = new ArrayBuffer(64);
const carrier = makeCarrier(arrayBuffer);
const entryToWrite: ObjectEntry = {
type: ENTRY_TYPE.OBJECT,
refsCount: 0,
value: 10,
};
writeEntry(carrier, 0, entryToWrite);
const entry = readEntry(carrier, 0);
expect(entry).toMatchInlineSnapshot(`
Object {
"refsCount": 0,
"type": 7,
"value": 10,
}
`);
});
});
describe("appendEntry - general", () => {
test("appendEntry", () => {
const arrayBuffer = new ArrayBuffer(96);
initializeArrayBuffer(arrayBuffer);
const carrier = makeCarrier(arrayBuffer);
const r1 = appendEntry(externalArgs, carrier, {
type: ENTRY_TYPE.STRING,
value: "im a string",
allocatedBytes: 11,
});
expect(r1).toMatchInlineSnapshot(`48`);
expect(arrayBuffer2HexArray(arrayBuffer, true)).toMatchInlineSnapshot(`
Array [
"0:0x00",
"1:0x00",
"2:0x00",
"3:0x00",
"4:0x08",
"5:0x00",
"6:0x00",
"7:0x00",
"8:0x00",
"9:0x00",
"10:0x00",
"11:0x00",
"12:0x00",
"13:0x00",
"14:0x00",
"15:0x00",
"16:0x28",
"17:0x00",
"18:0x00",
"19:0x00",
"20:0x48",
"21:0x00",
"22:0x00",
"23:0x00",
"24:0x60",
"25:0x00",
"26:0x00",
"27:0x00",
"28:0x08",
"29:0x00",
"30:0x00",
"31:0x00",
"32:0x03",
"33:0x00",
"34:0x00",
"35:0x00",
"36:0x10",
"37:0x00",
"38:0x00",
"39:0x00",
"40:0x20",
"41:0x00",
"42:0x00",
"43:0x00",
"44:0x00",
"45:0x00",
"46:0x00",
"47:0x00",
"48:0x00",
"49:0x00",
"50:0x00",
"51:0x00",
"52:0x00",
"53:0x00",
"54:0x14",
"55:0x40",
"56:0x0b",
"57:0x00",
"58:0x00",
"59:0x00",
"60:0x69",
"61:0x6d",
"62:0x20",
"63:0x61",
"64:0x20",
"65:0x73",
"66:0x74",
"67:0x72",
"68:0x69",
"69:0x6e",
"70:0x67",
"71:0x00",
"72:0x00",
"73:0x00",
"74:0x00",
"75:0x00",
"76:0x00",
"77:0x00",
"78:0x00",
"79:0x00",
"80:0x00",
"81:0x00",
"82:0x00",
"83:0x00",
"84:0x00",
"85:0x00",
"86:0x00",
"87:0x00",
"88:0x00",
"89:0x00",
"90:0x00",
"91:0x00",
"92:0x00",
"93:0x00",
"94:0x00",
"95:0x00",
]
`);
expect(arrayBuffer2HexArray(arrayBuffer, true)).toMatchInlineSnapshot(`
Array [
"0:0x00",
"1:0x00",
"2:0x00",
"3:0x00",
"4:0x08",
"5:0x00",
"6:0x00",
"7:0x00",
"8:0x00",
"9:0x00",
"10:0x00",
"11:0x00",
"12:0x00",
"13:0x00",
"14:0x00",
"15:0x00",
"16:0x28",
"17:0x00",
"18:0x00",
"19:0x00",
"20:0x48",
"21:0x00",
"22:0x00",
"23:0x00",
"24:0x60",
"25:0x00",
"26:0x00",
"27:0x00",
"28:0x08",
"29:0x00",
"30:0x00",
"31:0x00",
"32:0x03",
"33:0x00",
"34:0x00",
"35:0x00",
"36:0x10",
"37:0x00",
"38:0x00",
"39:0x00",
"40:0x20",
"41:0x00",
"42:0x00",
"43:0x00",
"44:0x00",
"45:0x00",
"46:0x00",
"47:0x00",
"48:0x00",
"49:0x00",
"50:0x00",
"51:0x00",
"52:0x00",
"53:0x00",
"54:0x14",
"55:0x40",
"56:0x0b",
"57:0x00",
"58:0x00",
"59:0x00",
"60:0x69",
"61:0x6d",
"62:0x20",
"63:0x61",
"64:0x20",
"65:0x73",
"66:0x74",
"67:0x72",
"68:0x69",
"69:0x6e",
"70:0x67",
"71:0x00",
"72:0x00",
"73:0x00",
"74:0x00",
"75:0x00",
"76:0x00",
"77:0x00",
"78:0x00",
"79:0x00",
"80:0x00",
"81:0x00",
"82:0x00",
"83:0x00",
"84:0x00",
"85:0x00",
"86:0x00",
"87:0x00",
"88:0x00",
"89:0x00",
"90:0x00",
"91:0x00",
"92:0x00",
"93:0x00",
"94:0x00",
"95:0x00",
]
`);
});
});
});

@@ -1,8 +0,4 @@

import { ENTRY_TYPE, isPrimitiveEntryType } from "./entry-types";
import { Entry, primitive, GlobalCarrier } from "./interfaces";
import {
isPrimitive,
primitiveValueToEntry,
isKnownAddressValuePointer,
} from "./utils";
import { ENTRY_TYPE } from "./entry-types";
import { Entry, GlobalCarrier } from "./interfaces";
import { isKnownAddressValuePointer, isTypeWithRC } from "./utils";
import { ExternalArgs } from "./interfaces";

@@ -14,6 +10,14 @@ import { BigInt64OverflowError } from "./exceptions";

} from "./consts";
import { saveValue } from "./saveValue";
import { getAllLinkedAddresses } from "./getAllLinkedAddresses";
import { stringEncodeInto } from "./stringEncodeInto";
import { stringDecode } from "./stringDecode";
import {
typeAndRc_refsCount_get,
typeAndRc_refsCount_set,
typeOnly_type_get,
number_value_get,
string_bytesLength_get,
string_charsPointer_get,
} from "./generatedStructs";
import { Heap } from "../structsGenerator/consts";
import { readString } from "./readString";
import { saveValueIterative } from "./saveValue";

@@ -91,4 +95,4 @@ const MAX_64_BIG_INT = BigInt("0xFFFFFFFFFFFFFFFF");

default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");

@@ -100,238 +104,2 @@ }

export function writeEntry(
carrier: GlobalCarrier,
startingCursor: number,
entry: Entry
) {
let cursor = startingCursor;
// let writtenDataSizeInBytes = 0;
// write type
// undo on throw ?
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.type;
cursor += Float64Array.BYTES_PER_ELEMENT;
switch (entry.type) {
case ENTRY_TYPE.NUMBER:
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Float64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.STRING:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] =
entry.allocatedBytes;
cursor += Uint32Array.BYTES_PER_ELEMENT;
// eslint-disable-next-line no-case-declarations
const writtenBytes = stringEncodeInto(carrier.uint8, cursor, entry.value);
if (writtenBytes !== entry.allocatedBytes) {
// eslint-disable-next-line no-undef
console.warn(
{
value: entry.value,
writtenBytes,
allocatedBytes: entry.allocatedBytes,
},
true
);
throw new Error("WTF???");
}
cursor += entry.allocatedBytes;
break;
case ENTRY_TYPE.BIGINT_NEGATIVE:
case ENTRY_TYPE.BIGINT_POSITIVE:
if (entry.value > MAX_64_BIG_INT || entry.value < -MAX_64_BIG_INT) {
throw new BigInt64OverflowError();
}
carrier.bigUint64[cursor / BigUint64Array.BYTES_PER_ELEMENT] =
entry.type === ENTRY_TYPE.BIGINT_NEGATIVE ? -entry.value : entry.value;
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.SET:
case ENTRY_TYPE.MAP:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.ARRAY:
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.length;
cursor += Uint32Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] =
entry.allocatedLength;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.DATE:
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT] = entry.value;
cursor += Float64Array.BYTES_PER_ELEMENT;
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT] = entry.refsCount;
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
default:
// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
throw new Error(ENTRY_TYPE[entry.type] + " Not implemented yet");
}
}
export function appendEntry(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
entry: Entry
) {
const size = sizeOfEntry(entry);
const memoryAddress = carrier.allocator.calloc(size);
writeEntry(carrier, memoryAddress, entry);
return memoryAddress;
}
export function readEntry(
carrier: GlobalCarrier,
startingCursor: number
): Entry {
let cursor = startingCursor;
const entryType: ENTRY_TYPE =
carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
const entry: any = {
type: entryType,
value: undefined as any,
};
// let writtenDataSizeInBytes = 0;
switch (entryType) {
// handled by well-known addresses
// case ENTRY_TYPE.UNDEFINED:
// break;
// case ENTRY_TYPE.NULL:
// break;
// case ENTRY_TYPE.BOOLEAN:
// entry.value = carrier.dataView.getUint8(cursor) !== 0;
// cursor += Uint8Array.BYTES_PER_ELEMENT;
// break;
case ENTRY_TYPE.NUMBER:
entry.value = carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.STRING:
// eslint-disable-next-line no-case-declarations
const stringLength =
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
entry.allocatedBytes = stringLength;
cursor += Uint32Array.BYTES_PER_ELEMENT;
// decode fails with zero length array
if (stringLength > 0) {
// this wrapping is needed until:
// https://github.com/whatwg/encoding/issues/172
// eslint-disable-next-line no-case-declarations
// const tempAB = new ArrayBuffer(stringLength, true);
// arrayBufferCopyTo(dataView.buffer, cursor, stringLength, tempAB, 0, true);
entry.value = stringDecode(carrier.uint8, cursor, stringLength);
} else {
entry.value = "";
}
cursor += stringLength;
break;
case ENTRY_TYPE.BIGINT_POSITIVE:
entry.value =
carrier.bigUint64[cursor / BigUint64Array.BYTES_PER_ELEMENT];
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.BIGINT_NEGATIVE:
entry.value = -carrier.bigUint64[
cursor / BigUint64Array.BYTES_PER_ELEMENT
];
cursor += BigUint64Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.OBJECT:
case ENTRY_TYPE.MAP:
case ENTRY_TYPE.SET:
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.value = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.ARRAY:
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.value = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.length = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
entry.allocatedLength =
carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
case ENTRY_TYPE.DATE:
entry.value = carrier.float64[cursor / Float64Array.BYTES_PER_ELEMENT];
cursor += Float64Array.BYTES_PER_ELEMENT;
entry.refsCount = carrier.uint32[cursor / Uint32Array.BYTES_PER_ELEMENT];
cursor += Uint32Array.BYTES_PER_ELEMENT;
break;
default:
throw new Error(ENTRY_TYPE[entryType] + " Not implemented yet");
}
return entry;
}
export function canReuseMemoryOfEntry(entryA: Entry, value: primitive) {
const typeofTheValue = typeof value;
// number & bigint 64 are the same size
if (
(entryA.type === ENTRY_TYPE.BIGINT_NEGATIVE ||
entryA.type === ENTRY_TYPE.BIGINT_POSITIVE ||
entryA.type === ENTRY_TYPE.NUMBER) &&
(typeofTheValue === "bigint" || typeofTheValue === "number")
) {
return true;
}
// kill for strings for now
// if (
// entryA.type === ENTRY_TYPE.STRING &&
// typeofTheValue === "string" &&
// entryA.allocatedBytes >= strByteLength(value as string)
// ) {
// return true;
// }
return false;
}
export function writeValueInPtrToPtr(

@@ -341,40 +109,15 @@ externalArgs: ExternalArgs,

ptrToPtr: number,
value: any
value: unknown
) {
const existingEntryPointer =
carrier.uint32[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT];
const referencedPointers: number[] = [];
// Might oom here
saveValueIterative(
externalArgs,
carrier,
referencedPointers,
ptrToPtr,
value
);
let reuse = false;
let existingValueEntry: Entry | undefined;
if (!isKnownAddressValuePointer(existingEntryPointer)) {
existingValueEntry = readEntry(carrier, existingEntryPointer);
reuse =
isPrimitive(value) &&
isPrimitiveEntryType(existingValueEntry.type) &&
canReuseMemoryOfEntry(existingValueEntry, value);
}
// try to re use memory
if (reuse) {
const newEntry = primitiveValueToEntry(value);
writeEntry(carrier, existingEntryPointer, newEntry);
} else {
const referencedPointers: number[] = [];
const newEntryPointer = saveValue(
externalArgs,
carrier,
referencedPointers,
value
);
carrier.uint32[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT] = newEntryPointer;
return {
referencedPointers,
existingEntryPointer,
existingValueEntry,
};
}
return referencedPointers;
}

@@ -386,48 +129,30 @@

ptrToPtr: number,
value: any
value: unknown
) {
const {
existingValueEntry = false,
existingEntryPointer = 0,
referencedPointers = [],
} = writeValueInPtrToPtr(externalArgs, carrier, ptrToPtr, value) || {};
const existingEntryPointer =
carrier.heap.Uint32Array[ptrToPtr / Uint32Array.BYTES_PER_ELEMENT];
// Might oom here
const referencedPointers = writeValueInPtrToPtr(
externalArgs,
carrier,
ptrToPtr,
value
);
// -- end of might oom
// commit ref count changes of existing objects
if (referencedPointers.length > 0) {
for (const ptr of referencedPointers) {
incrementRefCount(externalArgs, carrier, ptr);
incrementRefCount(carrier.heap, ptr);
}
}
if (existingValueEntry && "refsCount" in existingValueEntry) {
const newRefCount = decrementRefCount(
externalArgs,
carrier,
existingEntryPointer
);
if (newRefCount === 0) {
const addressesToFree = getAllLinkedAddresses(
carrier,
false,
existingEntryPointer
);
for (const address of addressesToFree.leafAddresses) {
carrier.allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
}
}
} else {
carrier.allocator.free(existingEntryPointer);
}
handleArcForDeletedValuePointer(carrier, existingEntryPointer);
}
export function handleArcForDeletedValuePointer(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
deletedValuePointer: number
): void {
const { heap, allocator } = carrier;
// No memory to free/ARC

@@ -438,79 +163,53 @@ if (isKnownAddressValuePointer(deletedValuePointer)) {

const existingValueEntry = readEntry(carrier, deletedValuePointer);
if (existingValueEntry && "refsCount" in existingValueEntry) {
const newRefCount = decrementRefCount(
externalArgs,
carrier,
deletedValuePointer
);
if (newRefCount === 0) {
const addressesToFree = getAllLinkedAddresses(
carrier,
false,
deletedValuePointer
const entryType = typeOnly_type_get(heap, deletedValuePointer);
if (!isTypeWithRC(entryType)) {
if (entryType === ENTRY_TYPE.STRING) {
allocator.free(
string_charsPointer_get(carrier.heap, deletedValuePointer)
);
for (const address of addressesToFree.leafAddresses) {
carrier.allocator.free(address);
}
for (const address of addressesToFree.arcAddresses) {
decrementRefCount(externalArgs, carrier, address);
}
}
} else {
carrier.allocator.free(deletedValuePointer);
allocator.free(deletedValuePointer);
return;
}
}
export function incrementRefCount(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
entryPointer: number
) {
const entry = readEntry(carrier, entryPointer);
if (decrementRefCount(heap, deletedValuePointer) > 0) {
allocator.free(deletedValuePointer);
return;
}
if ("refsCount" in entry) {
entry.refsCount += 1;
writeEntry(carrier, entryPointer, entry);
const { leafAddresses, arcAddresses } = getAllLinkedAddresses(
carrier,
false,
deletedValuePointer
);
return entry.refsCount;
for (const address of leafAddresses) {
allocator.free(address);
}
throw new Error("unexpected");
for (const address of arcAddresses) {
decrementRefCount(heap, address);
}
}
export function decrementRefCount(
externalArgs: ExternalArgs,
carrier: GlobalCarrier,
entryPointer: number
) {
const entry = readEntry(carrier, entryPointer);
export function incrementRefCount(heap: Heap, entryPointer: number) {
typeAndRc_refsCount_set(
heap,
entryPointer,
typeAndRc_refsCount_get(heap, entryPointer) + 1
);
if ("refsCount" in entry) {
entry.refsCount -= 1;
writeEntry(carrier, entryPointer, entry);
return typeAndRc_refsCount_get(heap, entryPointer);
}
return entry.refsCount;
}
export function decrementRefCount(heap: Heap, entryPointer: number) {
typeAndRc_refsCount_set(
heap,
entryPointer,
typeAndRc_refsCount_get(heap, entryPointer) - 1
);
throw new Error("unexpected");
return typeAndRc_refsCount_get(heap, entryPointer);
}
// export function getObjectPropPtrToPtr(
// { dataView }: GlobalCarrier,
// pointerToEntry: number
// ) {
// const keyStringLength = dataView.getUint16(pointerToEntry + 1);
// const valuePtrToPtr =
// Uint16Array.BYTES_PER_ELEMENT + pointerToEntry + 1 + keyStringLength;
// const nextPtrToPtr = valuePtrToPtr + Uint32Array.BYTES_PER_ELEMENT;
// return {
// valuePtrToPtr,
// nextPtrToPtr
// };
// }
export function getObjectValuePtrToPtr(pointerToEntry: number) {

@@ -543,2 +242,45 @@ return pointerToEntry + 1 + 1;

export function compareStringOrNumberEntriesInPlace(
heap: Heap,
entryAPointer: number,
entryBPointer: number
) {
typeOnly_type_get(heap, entryAPointer);
const entryAType: ENTRY_TYPE.STRING | ENTRY_TYPE.NUMBER = typeOnly_type_get(
heap,
entryAPointer
);
const entryBType: ENTRY_TYPE.STRING | ENTRY_TYPE.NUMBER = typeOnly_type_get(
heap,
entryBPointer
);
if (entryAType !== entryBType) {
return false;
}
if (entryAType === ENTRY_TYPE.STRING) {
const aLength = string_bytesLength_get(heap, entryAPointer);
const bLength = string_bytesLength_get(heap, entryBPointer);
if (aLength !== bLength) {
return false;
}
return memComp(
heap.Uint8Array,
string_charsPointer_get(heap, entryAPointer),
string_charsPointer_get(heap, entryBPointer),
aLength
);
}
// numbers
return (
number_value_get(heap, entryAPointer) ===
number_value_get(heap, entryBPointer)
);
}
export function compareStringOrNumberEntriesInPlaceOld(
carrier: GlobalCarrier,

@@ -587,1 +329,14 @@ entryAPointer: number,

}
export function readNumberOrString(heap: Heap, pointer: number) {
const type: ENTRY_TYPE.NUMBER | ENTRY_TYPE.STRING = typeOnly_type_get(
heap,
pointer
);
if (type === ENTRY_TYPE.NUMBER) {
return number_value_get(heap, pointer);
} else {
return readString(heap, pointer);
}
}

@@ -27,2 +27,3 @@ export function arrayBuffer2HexArray(

import { MEM_POOL_START } from "./consts";
import { createHeap } from "../structsGenerator/consts";

@@ -81,4 +82,4 @@ // extend pool and not monkey patch? need to think about it

// eslint-disable-next-line @typescript-eslint/ban-ts-ignore
// @ts-ignore
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
// @ts-expect-error
pool.free = function free(ptr: number) {

@@ -114,2 +115,3 @@ deallocations.add(ptr);

bigUint64: new BigUint64Array(arrayBuffer),
heap: createHeap(arrayBuffer),
};

@@ -116,0 +118,0 @@

@@ -124,2 +124,6 @@ import {

/**
* Incorrect length (too big) for emojis
* @param str
*/
export function strByteLength(str: string) {

@@ -148,1 +152,11 @@ let s = str.length;

}
export function isTypeWithRC(type: ENTRY_TYPE) {
return (
type === ENTRY_TYPE.OBJECT ||
type === ENTRY_TYPE.ARRAY ||
type === ENTRY_TYPE.DATE ||
type === ENTRY_TYPE.MAP ||
type === ENTRY_TYPE.SET
);
}

@@ -0,1 +1,5 @@

/* istanbul ignore file */
// We can't run test with weakrefs yet
const KEYS = 1;

@@ -6,2 +10,3 @@ const VALUES = 2;

declare const FinalizationGroup: any;
declare const FinalizationRegistry: any;
declare const WeakRef: any;

@@ -25,3 +30,8 @@

this.group = new FinalizationGroup((iterator: Iterable<any>) => {
const FinalizationSomething =
typeof FinalizationRegistry !== "undefined"
? FinalizationRegistry
: FinalizationGroup;
this.group = new FinalizationSomething((iterator: Iterable<any>) => {
for (const key of iterator) {

@@ -28,0 +38,0 @@ this.map.delete(key);

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is too big to display

Sorry, the diff of this file is too big to display

Sorry, the diff of this file is too big to display

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap
  • Changelog

Packages

npm

Stay in touch

Get open source security insights delivered straight into your inbox.


  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc