Socket
Socket
Sign inDemoInstall

@crawlee/memory-storage

Package Overview
Dependencies
Maintainers
1
Versions
1170
Alerts
File Explorer

Advanced tools

Socket logo

Install Socket

Detect and block malicious and high-risk dependencies

Install

@crawlee/memory-storage - npm Package Compare versions

Comparing version 3.0.0-beta.2 to 3.0.0-beta.3

18

memory-storage.js

@@ -6,4 +6,4 @@ "use strict";

const fs_extra_1 = require("fs-extra");
const promises_1 = require("fs/promises");
const path_1 = require("path");
const promises_1 = require("node:fs/promises");
const node_path_1 = require("node:path");
const dataset_1 = require("./resource-clients/dataset");

@@ -71,5 +71,5 @@ const dataset_collection_1 = require("./resource-clients/dataset-collection");

this.localDataDirectory = options.localDataDirectory ?? process.env.CRAWLEE_STORAGE_DIR ?? './memory_storage';
this.datasetsDirectory = (0, path_1.resolve)(this.localDataDirectory, 'datasets');
this.keyValueStoresDirectory = (0, path_1.resolve)(this.localDataDirectory, 'key_value_stores');
this.requestQueuesDirectory = (0, path_1.resolve)(this.localDataDirectory, 'request_queues');
this.datasetsDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'datasets');
this.keyValueStoresDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'key_value_stores');
this.requestQueuesDirectory = (0, node_path_1.resolve)(this.localDataDirectory, 'request_queues');
this.writeMetadata = options.writeMetadata ?? process.env.DEBUG?.includes('*') ?? process.env.DEBUG?.includes('crawlee:memory-storage') ?? false;

@@ -119,7 +119,7 @@ (0, instance_1.initWorkerIfNeeded)();

async purge() {
const defaultDatasetPath = (0, path_1.resolve)(this.datasetsDirectory, 'default');
const defaultDatasetPath = (0, node_path_1.resolve)(this.datasetsDirectory, 'default');
await this.removeFiles(defaultDatasetPath);
const defaultKeyValueStorePath = (0, path_1.resolve)(this.keyValueStoresDirectory, 'default');
const defaultKeyValueStorePath = (0, node_path_1.resolve)(this.keyValueStoresDirectory, 'default');
await this.removeFiles(defaultKeyValueStorePath);
const defaultRequestQueuePath = (0, path_1.resolve)(this.requestQueuesDirectory, 'default');
const defaultRequestQueuePath = (0, node_path_1.resolve)(this.requestQueuesDirectory, 'default');
await this.removeFiles(defaultRequestQueuePath);

@@ -133,3 +133,3 @@ }

for (const direntName of direntNames) {
const fileName = (0, path_1.join)(folder, direntName);
const fileName = (0, node_path_1.join)(folder, direntName);
if (!fileName.match(/INPUT/)) {

@@ -136,0 +136,0 @@ deletePromises.push((0, promises_1.rm)(fileName, { recursive: true, force: true }));

{
"name": "@crawlee/memory-storage",
"version": "3.0.0-beta.2",
"version": "3.0.0-beta.3",
"description": "A simple in-memory storage implementation of the Apify API",

@@ -51,5 +51,5 @@ "engines": {

"dependencies": {
"@apify/log": "^1.2.0",
"@crawlee/types": "^3.0.0-beta.2",
"@crawlee/utils": "^3.0.0-beta.2",
"@apify/log": "^1.2.3",
"@crawlee/types": "^3.0.0-beta.3",
"@crawlee/utils": "^3.0.0-beta.3",
"@sapphire/shapeshift": "^3.0.0",

@@ -56,0 +56,0 @@ "content-type": "^1.0.4",

Sorry, the diff of this file is not supported yet

Sorry, the diff of this file is not supported yet

SocketSocket SOC 2 Logo

Product

  • Package Alerts
  • Integrations
  • Docs
  • Pricing
  • FAQ
  • Roadmap
  • Changelog

Packages

npm

Stay in touch

Get open source security insights delivered straight into your inbox.


  • Terms
  • Privacy
  • Security

Made with ⚡️ by Socket Inc