mirror of
https://github.com/mirror/wget.git
synced 2025-02-05 17:20:12 +08:00
93e5a97f25
* fuzz/Makefile.am: Add wget_robots_fuzzer * fuzz/wget_robots_fuzzer.c: New fuzzer * fuzz/wget_robots_fuzzer.in: Initial corpora
103 lines
977 B
Plaintext
103 lines
977 B
Plaintext
User-Agent: *
|
|
Dn|
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dr-Agent: *
|
|
Dn|
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: x
|
|
Disallow: /xllow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: x
|
|
Di /x
|
|
Eisallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Di3allow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow: Si gz
|
|
|
|
Disallow: /x
|
|
Disallow
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Eisallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Di3allow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow: Si gz
|
|
|
|
Disn
|
|
Disallon
|
|
Disallow: /x
|
|
Disallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Disallowsallow: /x
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Eisallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Di3allow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow: Si gz
|
|
|
|
Disn
|
|
Disallon
|
|
Disallow: /x
|
|
Disallow
|
|
Disallow:*
|
|
Dn
|
|
Disallow: /x
|
|
Eisallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Di3allow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Disallow: Si gz
|
|
|
|
Disn
|
|
Disallon
|
|
Disallow: /x
|
|
Disallow: w: *
|
|
Dn
|
|
|
|
Disallow: /x
|
|
Disallow: Sge*
|
|
Dn
|
|
Disallow: /x
|
|
Disallow: /x
|
|
Dksallow: Si gz
|
|
|
|
Disallow:gz
|