mirror of
https://github.com/mirror/wget.git
synced 2025-01-25 20:00:42 +08:00
b0b1c815c1
- use mmap() to read whole files in core instead of allocating memory and read'ing it. - use a new, more general, HTML parser (html-parse.c) and interface to it from Wget (html-url.c). - respect <meta name=robots content=nofollow> (easy with the new HTML parser). - use hash tables instead of linked lists in places where the lists were used to facilitate mappings. - rewrite the code in host.c to be more readable and faster (hash tables instead of home-grown lists.) - make convert_links properly convert partial URLs to complete ones for those URLs that have *not* been downloaded. - use HTTP persistent connections where available. very simple-minded, caches the last connection to the server. Published in <sxshf533d5r.fsf@florida.arsdigita.de>.
41 lines
1.3 KiB
C
41 lines
1.3 KiB
C
/* Declarations for retr.c.
|
|
Copyright (C) 1995, 1996, 1997 Free Software Foundation, Inc.
|
|
|
|
This file is part of Wget.
|
|
|
|
This program is free software; you can redistribute it and/or modify
|
|
it under the terms of the GNU General Public License as published by
|
|
the Free Software Foundation; either version 2 of the License, or
|
|
(at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU General Public License for more details.
|
|
|
|
You should have received a copy of the GNU General Public License
|
|
along with this program; if not, write to the Free Software
|
|
Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */
|
|
|
|
#ifndef RETR_H
|
|
#define RETR_H
|
|
|
|
#include "rbuf.h"
|
|
|
|
int get_contents PARAMS ((int, FILE *, long *, long, long, struct rbuf *, int));
|
|
|
|
uerr_t retrieve_url PARAMS ((const char *, char **, char **,
|
|
const char *, int *));
|
|
uerr_t retrieve_from_file PARAMS ((const char *, int, int *));
|
|
|
|
void reset_timer PARAMS ((void));
|
|
long elapsed_time PARAMS ((void));
|
|
char *rate PARAMS ((long, long));
|
|
|
|
void printwhat PARAMS ((int, int));
|
|
|
|
void downloaded_increase PARAMS ((unsigned long));
|
|
int downloaded_exceeds_quota PARAMS ((void));
|
|
|
|
#endif /* RETR_H */
|