@crawlee/memory-storage
Advanced tools
Comparing version 3.10.6-beta.12 to 3.10.6-beta.13
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.lockAndCallback = exports.lockAndWrite = exports.handleMessage = void 0; | ||
exports.handleMessage = handleMessage; | ||
exports.lockAndWrite = lockAndWrite; | ||
exports.lockAndCallback = lockAndCallback; | ||
const tslib_1 = require("tslib"); | ||
@@ -24,3 +26,2 @@ const node_fs_1 = require("node:fs"); | ||
} | ||
exports.handleMessage = handleMessage; | ||
async function updateMetadata(message) { | ||
@@ -52,3 +53,2 @@ // Skip writing the actual metadata file. This is done after ensuring the directory exists so we have the directory present | ||
} | ||
exports.lockAndWrite = lockAndWrite; | ||
async function lockAndCallback(filePath, callback, retry = 10, timeout = 10) { | ||
@@ -73,3 +73,2 @@ let release = null; | ||
} | ||
exports.lockAndCallback = lockAndCallback; | ||
//# sourceMappingURL=fs-utils.js.map |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.scheduleBackgroundTask = exports.promiseMap = void 0; | ||
exports.promiseMap = void 0; | ||
exports.scheduleBackgroundTask = scheduleBackgroundTask; | ||
const node_crypto_1 = require("node:crypto"); | ||
@@ -27,3 +28,2 @@ const fs_utils_1 = require("./fs-utils"); | ||
} | ||
exports.scheduleBackgroundTask = scheduleBackgroundTask; | ||
async function handleBackgroundMessage(message) { | ||
@@ -30,0 +30,0 @@ await (0, fs_utils_1.handleMessage)(message); |
@@ -1,3 +0,1 @@ | ||
// @ts-ignore optional peer dependency or compatibility with es2022 | ||
/// <reference types="node" /> | ||
/** | ||
@@ -4,0 +2,0 @@ * Parses a Buffer or ArrayBuffer using the provided content type header. |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.maybeParseBody = void 0; | ||
exports.maybeParseBody = maybeParseBody; | ||
const tslib_1 = require("tslib"); | ||
@@ -38,3 +38,2 @@ const content_type_1 = tslib_1.__importDefault(require("content-type")); | ||
} | ||
exports.maybeParseBody = maybeParseBody; | ||
function isomorphicBufferToString(buffer, encoding) { | ||
@@ -41,0 +40,0 @@ if (buffer.constructor.name !== ArrayBuffer.name) { |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.findRequestQueueByPossibleId = exports.findOrCacheKeyValueStoreByPossibleId = exports.findOrCacheDatasetByPossibleId = void 0; | ||
exports.findOrCacheDatasetByPossibleId = findOrCacheDatasetByPossibleId; | ||
exports.findOrCacheKeyValueStoreByPossibleId = findOrCacheKeyValueStoreByPossibleId; | ||
exports.findRequestQueueByPossibleId = findRequestQueueByPossibleId; | ||
const tslib_1 = require("tslib"); | ||
@@ -94,3 +96,2 @@ const promises_1 = require("node:fs/promises"); | ||
} | ||
exports.findOrCacheDatasetByPossibleId = findOrCacheDatasetByPossibleId; | ||
async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) { | ||
@@ -216,3 +217,2 @@ // First check memory cache | ||
} | ||
exports.findOrCacheKeyValueStoreByPossibleId = findOrCacheKeyValueStoreByPossibleId; | ||
async function findRequestQueueByPossibleId(client, entryNameOrId) { | ||
@@ -312,3 +312,2 @@ // First check memory cache | ||
} | ||
exports.findRequestQueueByPossibleId = findRequestQueueByPossibleId; | ||
/* eslint-disable import/first -- Fixing circulars */ | ||
@@ -315,0 +314,0 @@ const dataset_1 = require("./resource-clients/dataset"); |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.createDatasetStorageImplementation = void 0; | ||
exports.createDatasetStorageImplementation = createDatasetStorageImplementation; | ||
const fs_1 = require("./fs"); | ||
@@ -12,3 +12,2 @@ const memory_1 = require("./memory"); | ||
} | ||
exports.createDatasetStorageImplementation = createDatasetStorageImplementation; | ||
//# sourceMappingURL=index.js.map |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.createKeyValueStorageImplementation = void 0; | ||
exports.createKeyValueStorageImplementation = createKeyValueStorageImplementation; | ||
const fs_1 = require("./fs"); | ||
@@ -12,3 +12,2 @@ const memory_1 = require("./memory"); | ||
} | ||
exports.createKeyValueStorageImplementation = createKeyValueStorageImplementation; | ||
//# sourceMappingURL=index.js.map |
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.createRequestQueueStorageImplementation = void 0; | ||
exports.createRequestQueueStorageImplementation = createRequestQueueStorageImplementation; | ||
const fs_1 = require("./fs"); | ||
@@ -12,3 +12,2 @@ const memory_1 = require("./memory"); | ||
} | ||
exports.createRequestQueueStorageImplementation = createRequestQueueStorageImplementation; | ||
//# sourceMappingURL=index.js.map |
{ | ||
"name": "@crawlee/memory-storage", | ||
"version": "3.10.6-beta.12", | ||
"version": "3.10.6-beta.13", | ||
"description": "A simple in-memory storage implementation of the Apify API", | ||
@@ -52,3 +52,3 @@ "engines": { | ||
"@apify/log": "^2.4.0", | ||
"@crawlee/types": "3.10.6-beta.12", | ||
"@crawlee/types": "3.10.6-beta.13", | ||
"@sapphire/async-queue": "^1.5.0", | ||
@@ -70,3 +70,3 @@ "@sapphire/shapeshift": "^3.0.0", | ||
}, | ||
"gitHead": "164ff66ceb4f8054a24d337238309fbab9f48938" | ||
"gitHead": "15fa44cc09462c67b892d854cb9a705ca4332f60" | ||
} |
@@ -1,3 +0,1 @@ | ||
// @ts-ignore optional peer dependency or compatibility with es2022 | ||
/// <reference types="node" /> | ||
import type { Dictionary } from '@crawlee/types'; | ||
@@ -4,0 +2,0 @@ import type * as storage from '@crawlee/types'; |
@@ -1,3 +0,1 @@ | ||
// @ts-ignore optional peer dependency or compatibility with es2022 | ||
/// <reference types="node" /> | ||
import type * as storage from '@crawlee/types'; | ||
@@ -4,0 +2,0 @@ import { BaseClient } from './common/base-client'; |
10
utils.js
"use strict"; | ||
Object.defineProperty(exports, "__esModule", { value: true }); | ||
exports.memoryStorageLog = exports.isStream = exports.isBuffer = exports.uniqueKeyToRequestId = exports.purgeNullsFromObject = void 0; | ||
exports.memoryStorageLog = void 0; | ||
exports.purgeNullsFromObject = purgeNullsFromObject; | ||
exports.uniqueKeyToRequestId = uniqueKeyToRequestId; | ||
exports.isBuffer = isBuffer; | ||
exports.isStream = isStream; | ||
const tslib_1 = require("tslib"); | ||
@@ -22,3 +26,2 @@ const node_crypto_1 = require("node:crypto"); | ||
} | ||
exports.purgeNullsFromObject = purgeNullsFromObject; | ||
/** | ||
@@ -34,3 +37,2 @@ * Creates a standard request ID (same as Platform). | ||
} | ||
exports.uniqueKeyToRequestId = uniqueKeyToRequestId; | ||
function isBuffer(value) { | ||
@@ -45,3 +47,2 @@ try { | ||
} | ||
exports.isBuffer = isBuffer; | ||
function isStream(value) { | ||
@@ -52,4 +53,3 @@ return (typeof value === 'object' && | ||
} | ||
exports.isStream = isStream; | ||
exports.memoryStorageLog = log_1.default.child({ prefix: 'MemoryStorage' }); | ||
//# sourceMappingURL=utils.js.map |
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
325791
2839
+ Added@crawlee/types@3.10.6-beta.13(transitive)
- Removed@crawlee/types@3.10.6-beta.12(transitive)