From 254b2d3c7c5679275b40449f75fe263a27277d6b Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tim=20R=C3=BChsen?= Date: Mon, 5 Jul 2021 15:43:13 +0200 Subject: [PATCH] * src/recur.c (download_child): Remove temporary robots.txt.tmp --- src/recur.c | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/recur.c b/src/recur.c index 8570a32f..98c053a0 100644 --- a/src/recur.c +++ b/src/recur.c @@ -745,8 +745,9 @@ download_child (const struct urlpos *upos, struct url *parent, int depth, specs = res_parse_from_file (rfile); /* Delete the robots.txt file if we chose to either delete the - files after downloading or we're just running a spider. */ - if (opt.delete_after || opt.spider) + files after downloading or we're just running a spider or + we use page requisites or pattern matching. */ + if (opt.delete_after || opt.spider || match_tail(rfile, ".tmp", false)) { logprintf (LOG_VERBOSE, _("Removing %s.\n"), rfile); if (unlink (rfile))