From 8f52d591de63d765d4d574bf9027500a65c48999 Mon Sep 17 00:00:00 2001 From: Reeves Little Date: Mon, 11 Feb 2019 10:43:41 -0800 Subject: [PATCH] More chars to slugify Added more characters to slugify function to fix issue #25, querystrings in URLs break file-related functions. --- crawlsite.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/crawlsite.js b/crawlsite.js index 04ac178..2233250 100644 --- a/crawlsite.js +++ b/crawlsite.js @@ -50,8 +50,9 @@ const OUT_DIR = process.env.OUTDIR || `output/${slugify(URL)}`; const crawledPages = new Map(); const maxDepth = DEPTH; // Subpage depth to crawl site. +// Replaces characters from the URL which are illegal in a file path for working dir and saving screenshots. function slugify(str) { - return str.replace(/[\/:]/g, '_'); + return str.replace(/[\/:?*%|"<>. ]/g, '_'); } function mkdirSync(dirPath) {