mirror of
https://github.com/mirror/wget.git
synced 2025-03-06 07:40:19 +08:00
93e5a97f25
* fuzz/Makefile.am: Add wget_robots_fuzzer * fuzz/wget_robots_fuzzer.c: New fuzzer * fuzz/wget_robots_fuzzer.in: Initial corpora
48 lines
450 B
Plaintext
48 lines
450 B
Plaintext
User-Agent: *
|
|
Dn|
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dr-Agent: *
|
|
Dn|
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: x
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Disallow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow: Si gz
|
|
|
|
Disn
|
|
Disallon
|
|
Disallow: /x
|
|
Disallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Disallow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallowgz
|
|
|
|
Disallow:gz
|