@crawlee/memory-storage
Advanced tools
Comparing version 3.0.0-beta.2 to 3.0.0-beta.3
@@ -6,4 +6,4 @@ "use strict"; | ||
const fs_extra_1 = require("fs-extra"); | ||
const promises_1 = require("fs/promises"); | ||
const path_1 = require("path"); | ||
const promises_1 = require("node:fs/promises"); | ||
const node_path_1 = require("node:path"); | ||
const dataset_1 = require("./resource-clients/dataset"); | ||
@@ -71,5 +71,5 @@ const dataset_collection_1 = require("./resource-clients/dataset-collection"); | ||
this.localDataDirectory = options.localDataDirectory ?? process.env.CRAWLEE_STORAGE_DIR ?? './memory_storage'; | ||
this.datasetsDirectory = (0, path_1.resolve)(this.localDataDirectory, 'datasets'); | ||
this.keyValueStoresDirectory = (0, path_1.resolve)(this.localDataDirectory, 'key_value_stores'); | ||
this.requestQueuesDirectory = (0, path_1.resolve)(this.localDataDirectory, 'request_queues'); | ||
this.datasetsDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'datasets'); | ||
this.keyValueStoresDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'key_value_stores'); | ||
this.requestQueuesDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'request_queues'); | ||
this.writeMetadata = options.writeMetadata ?? process.env.DEBUG?.includes('*') ?? process.env.DEBUG?.includes('crawlee:memory-storage') ?? false; | ||
@@ -119,7 +119,7 @@ (0, instance_1.initWorkerIfNeeded)(); | ||
async purge() { | ||
const defaultDatasetPath = (0, path_1.resolve)(this.datasetsDirectory, 'default'); | ||
const defaultDatasetPath = (0, node_path_1.resolve)(this.datasetsDirectory, 'default'); | ||
await this.removeFiles(defaultDatasetPath); | ||
const defaultKeyValueStorePath = (0, path_1.resolve)(this.keyValueStoresDirectory, 'default'); | ||
const defaultKeyValueStorePath = (0, node_path_1.resolve)(this.keyValueStoresDirectory, 'default'); | ||
await this.removeFiles(defaultKeyValueStorePath); | ||
const defaultRequestQueuePath = (0, path_1.resolve)(this.requestQueuesDirectory, 'default'); | ||
const defaultRequestQueuePath = (0, node_path_1.resolve)(this.requestQueuesDirectory, 'default'); | ||
await this.removeFiles(defaultRequestQueuePath); | ||
@@ -133,3 +133,3 @@ } | ||
for (const direntName of direntNames) { | ||
const fileName = (0, path_1.join)(folder, direntName); | ||
const fileName = (0, node_path_1.join)(folder, direntName); | ||
if (!fileName.match(/INPUT/)) { | ||
@@ -136,0 +136,0 @@ deletePromises.push((0, promises_1.rm)(fileName, { recursive: true, force: true })); |
{ | ||
"name": "@crawlee/memory-storage", | ||
"version": "3.0.0-beta.2", | ||
"version": "3.0.0-beta.3", | ||
"description": "A simple in-memory storage implementation of the Apify API", | ||
@@ -51,5 +51,5 @@ "engines": { | ||
"dependencies": { | ||
"@apify/log": "^1.2.0", | ||
"@crawlee/types": "^3.0.0-beta.2", | ||
"@crawlee/utils": "^3.0.0-beta.2", | ||
"@apify/log": "^1.2.3", | ||
"@crawlee/types": "^3.0.0-beta.3", | ||
"@crawlee/utils": "^3.0.0-beta.3", | ||
"@sapphire/shapeshift": "^3.0.0", | ||
@@ -56,0 +56,0 @@ "content-type": "^1.0.4", |
Sorry, the diff of this file is not supported yet
Sorry, the diff of this file is not supported yet
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
License Policy Violation
LicenseThis package is not allowed per your license policy. Review the package's license to ensure compliance.
Found 1 instance in 1 package
Filesystem access
Supply chain riskAccesses the file system, and could potentially read sensitive data.
Found 1 instance in 1 package
225881
8
Updated@apify/log@^1.2.3
Updated@crawlee/types@^3.0.0-beta.3
Updated@crawlee/utils@^3.0.0-beta.3