From 124c5c8e55294372ef8da4d0efb1a8c0332ad900 Mon Sep 17 00:00:00 2001 From: Tessa Walsh Date: Mon, 18 Mar 2024 13:40:58 -0400 Subject: [PATCH] Temporarily disable tmp-cdx creation --- src/util/recorder.ts | 4 ++-- src/util/warcwriter.ts | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/src/util/recorder.ts b/src/util/recorder.ts index d2c967b2f..400496884 100644 --- a/src/util/recorder.ts +++ b/src/util/recorder.ts @@ -130,7 +130,7 @@ export class Recorder { fs.mkdirSync(this.tempdir, { recursive: true }); fs.mkdirSync(this.archivesDir, { recursive: true }); - fs.mkdirSync(this.tempCdxDir, { recursive: true }); + // fs.mkdirSync(this.tempCdxDir, { recursive: true }); const prefix = process.env.WARC_PREFIX || crawler.params.warcPrefix || "rec"; @@ -141,7 +141,7 @@ export class Recorder { this.writer = new WARCWriter({ archivesDir: this.archivesDir, - tempCdxDir: this.tempCdxDir, + // tempCdxDir: this.tempCdxDir, filenameTemplate, rolloverSize: crawler.params.rolloverSize, gzip: this.gzip, diff --git a/src/util/warcwriter.ts b/src/util/warcwriter.ts index 54012e6cc..544c01e1c 100644 --- a/src/util/warcwriter.ts +++ b/src/util/warcwriter.ts @@ -13,7 +13,7 @@ const DEFAULT_ROLLOVER_SIZE = 1_000_000_000; // ================================================================= export class WARCWriter implements IndexerOffsetLength { archivesDir: string; - tempCdxDir: string; + tempCdxDir?: string; filenameTemplate: string; filename?: string; gzip: boolean; @@ -39,7 +39,7 @@ export class WARCWriter implements IndexerOffsetLength { logDetails, }: { archivesDir: string; - tempCdxDir: string; + tempCdxDir?: string; filenameTemplate: string; rolloverSize?: number; gzip: boolean;