mirror of
https://github.com/mirror/wget.git
synced 2025-02-22 17:50:47 +08:00
* src/recur.c (download_child): Remove temporary robots.txt.tmp
This commit is contained in:
parent
718ab3f79b
commit
254b2d3c7c
@ -745,8 +745,9 @@ download_child (const struct urlpos *upos, struct url *parent, int depth,
|
||||
specs = res_parse_from_file (rfile);
|
||||
|
||||
/* Delete the robots.txt file if we chose to either delete the
|
||||
files after downloading or we're just running a spider. */
|
||||
if (opt.delete_after || opt.spider)
|
||||
files after downloading or we're just running a spider or
|
||||
we use page requisites or pattern matching. */
|
||||
if (opt.delete_after || opt.spider || match_tail(rfile, ".tmp", false))
|
||||
{
|
||||
logprintf (LOG_VERBOSE, _("Removing %s.\n"), rfile);
|
||||
if (unlink (rfile))
|
||||
|
Loading…
Reference in New Issue
Block a user