mirror of
https://github.com/mirror/wget.git
synced 2024-12-29 06:21:23 +08:00
c29983a044
* NEWS: Mention the effect of --trust-server-names over Metalink * src/metalink.h: Add declaration of function append_suffix_number() * src/metalink.c: Add function append_suffix_number() append number to string * src/metalink.c (retrieve_from_metalink): Safer Metalink/XML and Metalink/HTTP download naming system, opt.trustservernames based * doc/metalink-standard.txt: Update doc. Explain new Metalink/XML and Metalin/HTTP download naming system and --trust-server-names role * testenv/Makefile.am: Add new files * testenv/Test-metalink-xml-continue.py: Update test. Metalink/XML continue/keep existing files (HTTP 416) with --continue tests * testenv/Test-metalink-xml.py: Update test. Metalink/XML naming tests * testenv/Test-metalink-xml-trust.py: New file. Metalink/XML naming tests with --trust-server-names * testenv/Test-metalink-xml-abspath.py: Update test. Metalink/XML absolute path tests * testenv/Test-metalink-xml-abspath-trust.py: New file. Metalink/XML absolute path tests with --trust-server-names * testenv/Test-metalink-xml-relpath.py: Update test. Metalink/XML relative path tests * testenv/Test-metalink-xml-relpath-trust.py: New file. Metalink/XML relative path tests with --trust-server-names * testenv/Test-metalink-xml-homepath.py: Update test. Metalink/XML home path and ~ (tilde) tests * testenv/Test-metalink-xml-homepath-trust.py: New file. Metalink/XML home path and ~ (tilde) tests with --trust-server-names * testenv/Test-metalink-xml-prefix.py: New file. Metalink/XML naming tests with --directory-prefix * testenv/Test-metalink-xml-prefix-trust.py: New file. Metalink/XML naming tests with --directory-prefix and --trust-server-names * testenv/Test-metalink-xml-absprefix.py: New file. Metalink/XML absolute --directory-prefix tests * testenv/Test-metalink-xml-absprefix-trust.py: New file. Metalink/XML absolute --directory-prefix tests with --trust-server-names * testenv/Test-metalink-xml-relprefix.py: New file. Metalink/XML relative --directory-prefix tests * testenv/Test-metalink-xml-relprefix-trust.py: New file. Metalink/XML relative --directory-prefix tests with --trust-server-names * testenv/Test-metalink-xml-homeprefix.py: New file. Metalink/XML home --directory-prefix tests * testenv/Test-metalink-xml-homeprefix-trust.py: New file. Metalink/XML home --directory-prefix tests with --trust-server-names The option --trust-server-names allows to use the file names parsed from a Metalink/XML file. Without --trust-server-names, the safety mechanism provides secure and predictable file names.
193 lines
6.5 KiB
Python
Executable File
193 lines
6.5 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
from sys import exit
|
|
from test.http_test import HTTPTest
|
|
from misc.wget_file import WgetFile
|
|
import hashlib
|
|
|
|
"""
|
|
This is to test if Metalink/XML forbids relative paths.
|
|
|
|
With --trust-server-names, trust the metalink:file names.
|
|
|
|
Without --trust-server-names, don't trust the metalink:file names:
|
|
use the basename of --input-metalink, and add a sequential number
|
|
(e.g. .#1, .#2, etc.).
|
|
|
|
Strip the directory from unsafe paths.
|
|
"""
|
|
############# File Definitions ###############################################
|
|
bad = "Ouch!"
|
|
|
|
File1 = "Would you like some Tea?"
|
|
File1_lowPref = "Do not take this"
|
|
File1_sha256 = hashlib.sha256 (File1.encode ('UTF-8')).hexdigest ()
|
|
|
|
File2 = "This is gonna be good"
|
|
File2_lowPref = "Not this one too"
|
|
File2_sha256 = hashlib.sha256 (File2.encode ('UTF-8')).hexdigest ()
|
|
|
|
File3 = "A little more, please"
|
|
File3_lowPref = "That's just too much"
|
|
File3_sha256 = hashlib.sha256 (File3.encode ('UTF-8')).hexdigest ()
|
|
|
|
File4 = "Maybe a biscuit?"
|
|
File4_lowPref = "No, thanks"
|
|
File4_sha256 = hashlib.sha256 (File4.encode ('UTF-8')).hexdigest ()
|
|
|
|
File5 = "More Tea...?"
|
|
File5_lowPref = "I have to go..."
|
|
File5_sha256 = hashlib.sha256 (File5.encode ('UTF-8')).hexdigest ()
|
|
|
|
MetaXml = \
|
|
"""<?xml version="1.0" encoding="utf-8"?>
|
|
<metalink version="3.0" xmlns="http://www.metalinker.org/">
|
|
<publisher>
|
|
<name>GNU Wget</name>
|
|
</publisher>
|
|
<license>
|
|
<name>GNU GPL</name>
|
|
<url>http://www.gnu.org/licenses/gpl.html</url>
|
|
</license>
|
|
<identity>Wget Test Files</identity>
|
|
<version>1.2.3</version>
|
|
<description>Wget Test Files description</description>
|
|
<files>
|
|
<file name="./File1"> <!-- rejected by libmetalink -->
|
|
<verification>
|
|
<hash type="sha256">{{FILE1_HASH}}</hash>
|
|
</verification>
|
|
<resources>
|
|
<url type="http" preference="35">http://{{SRV_HOST}}:{{SRV_PORT}}/wrong_file</url>
|
|
<url type="http" preference="40">http://{{SRV_HOST}}:{{SRV_PORT}}/404</url>
|
|
<url type="http" preference="25">http://{{SRV_HOST}}:{{SRV_PORT}}/File1_lowPref</url>
|
|
<url type="http" preference="30">http://{{SRV_HOST}}:{{SRV_PORT}}/File1</url>
|
|
</resources>
|
|
</file>
|
|
<file name="../File2"> <!-- rejected by libmetalink -->
|
|
<verification>
|
|
<hash type="sha256">{{FILE2_HASH}}</hash>
|
|
</verification>
|
|
<resources>
|
|
<url type="http" preference="35">http://{{SRV_HOST}}:{{SRV_PORT}}/wrong_file</url>
|
|
<url type="http" preference="40">http://{{SRV_HOST}}:{{SRV_PORT}}/404</url>
|
|
<url type="http" preference="25">http://{{SRV_HOST}}:{{SRV_PORT}}/File2_lowPref</url>
|
|
<url type="http" preference="30">http://{{SRV_HOST}}:{{SRV_PORT}}/File2</url>
|
|
</resources>
|
|
</file>
|
|
<file name="dir/./File3"> <!-- rejected by libmetalink -->
|
|
<verification>
|
|
<hash type="sha256">{{FILE3_HASH}}</hash>
|
|
</verification>
|
|
<resources>
|
|
<url type="http" preference="35">http://{{SRV_HOST}}:{{SRV_PORT}}/wrong_file</url>
|
|
<url type="http" preference="40">http://{{SRV_HOST}}:{{SRV_PORT}}/404</url>
|
|
<url type="http" preference="25">http://{{SRV_HOST}}:{{SRV_PORT}}/File3_lowPref</url>
|
|
<url type="http" preference="30">http://{{SRV_HOST}}:{{SRV_PORT}}/File3</url>
|
|
</resources>
|
|
</file>
|
|
<file name="dir/../File4"> <!-- rejected by libmetalink -->
|
|
<verification>
|
|
<hash type="sha256">{{FILE4_HASH}}</hash>
|
|
</verification>
|
|
<resources>
|
|
<url type="http" preference="35">http://{{SRV_HOST}}:{{SRV_PORT}}/wrong_file</url>
|
|
<url type="http" preference="40">http://{{SRV_HOST}}:{{SRV_PORT}}/404</url>
|
|
<url type="http" preference="25">http://{{SRV_HOST}}:{{SRV_PORT}}/File4_lowPref</url>
|
|
<url type="http" preference="30">http://{{SRV_HOST}}:{{SRV_PORT}}/File4</url>
|
|
</resources>
|
|
</file>
|
|
<file name="File5">
|
|
<verification>
|
|
<hash type="sha256">{{FILE5_HASH}}</hash>
|
|
</verification>
|
|
<resources>
|
|
<url type="http" preference="35">http://{{SRV_HOST}}:{{SRV_PORT}}/wrong_file</url>
|
|
<url type="http" preference="40">http://{{SRV_HOST}}:{{SRV_PORT}}/404</url>
|
|
<url type="http" preference="25">http://{{SRV_HOST}}:{{SRV_PORT}}/File5_lowPref</url>
|
|
<url type="http" preference="30">http://{{SRV_HOST}}:{{SRV_PORT}}/File5</url>
|
|
</resources>
|
|
</file>
|
|
</files>
|
|
</metalink>
|
|
"""
|
|
|
|
wrong_file = WgetFile ("wrong_file", bad)
|
|
|
|
# rejected by libmetalink
|
|
File1_orig = WgetFile ("File1", File1)
|
|
File1_nono = WgetFile ("File1_lowPref", File1_lowPref)
|
|
|
|
# rejected by libmetalink
|
|
File2_orig = WgetFile ("File2", File2)
|
|
File2_nono = WgetFile ("File2_lowPref", File2_lowPref)
|
|
|
|
# rejected by libmetalink
|
|
File3_orig = WgetFile ("File3", File3)
|
|
File3_nono = WgetFile ("File3_lowPref", File3_lowPref)
|
|
|
|
# rejected by libmetalink
|
|
File4_orig = WgetFile ("File4", File4)
|
|
File4_nono = WgetFile ("File4_lowPref", File4_lowPref)
|
|
|
|
File5_orig = WgetFile ("File5", File5)
|
|
File5_down = WgetFile ("File5", File5)
|
|
File5_nono = WgetFile ("File5_lowPref", File5_lowPref)
|
|
|
|
MetaFile = WgetFile ("test.metalink", MetaXml)
|
|
|
|
WGET_OPTIONS = "--trust-server-names --input-metalink test.metalink"
|
|
WGET_URLS = [[]]
|
|
|
|
Files = [[
|
|
wrong_file,
|
|
File1_orig, File1_nono,
|
|
File2_orig, File2_nono,
|
|
File3_orig, File3_nono,
|
|
File4_orig, File4_nono,
|
|
File5_orig, File5_nono
|
|
]]
|
|
Existing_Files = [MetaFile]
|
|
|
|
ExpectedReturnCode = 0
|
|
ExpectedDownloadedFiles = [
|
|
File5_down,
|
|
MetaFile
|
|
]
|
|
|
|
################ Pre and Post Test Hooks #####################################
|
|
pre_test = {
|
|
"ServerFiles" : Files,
|
|
"LocalFiles" : Existing_Files
|
|
}
|
|
test_options = {
|
|
"WgetCommands" : WGET_OPTIONS,
|
|
"Urls" : WGET_URLS
|
|
}
|
|
post_test = {
|
|
"ExpectedFiles" : ExpectedDownloadedFiles,
|
|
"ExpectedRetcode" : ExpectedReturnCode
|
|
}
|
|
|
|
http_test = HTTPTest (
|
|
pre_hook=pre_test,
|
|
test_params=test_options,
|
|
post_hook=post_test,
|
|
)
|
|
|
|
http_test.server_setup()
|
|
### Get and use dynamic server sockname
|
|
srv_host, srv_port = http_test.servers[0].server_inst.socket.getsockname ()
|
|
|
|
MetaXml = MetaXml.replace('{{FILE1_HASH}}', File1_sha256)
|
|
MetaXml = MetaXml.replace('{{FILE2_HASH}}', File2_sha256)
|
|
MetaXml = MetaXml.replace('{{FILE3_HASH}}', File3_sha256)
|
|
MetaXml = MetaXml.replace('{{FILE4_HASH}}', File4_sha256)
|
|
MetaXml = MetaXml.replace('{{FILE5_HASH}}', File5_sha256)
|
|
MetaXml = MetaXml.replace('{{SRV_HOST}}', srv_host)
|
|
MetaXml = MetaXml.replace('{{SRV_PORT}}', str (srv_port))
|
|
MetaFile.content = MetaXml
|
|
|
|
err = http_test.begin ()
|
|
|
|
exit (err)
|