mirror of
https://git.yoctoproject.org/poky
synced 2026-02-06 08:48:45 +01:00
The versionstring tests hit the network so should only run when network tests are enabled. Also remove the print statement which confuses the test output and add it to the test failure message instead. (Bitbake rev: 6c046660cfc4fb3792a42aeafff91a13f68a2e89) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
647 lines
29 KiB
Python
647 lines
29 KiB
Python
# ex:ts=4:sw=4:sts=4:et
|
|
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
|
|
#
|
|
# BitBake Tests for the Fetcher (fetch2/)
|
|
#
|
|
# Copyright (C) 2012 Richard Purdie
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License version 2 as
|
|
# published by the Free Software Foundation.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License along
|
|
# with this program; if not, write to the Free Software Foundation, Inc.,
|
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
#
|
|
|
|
import unittest
|
|
import tempfile
|
|
import subprocess
|
|
import os
|
|
from bb.fetch2 import URI
|
|
from bb.fetch2 import FetchMethod
|
|
import bb
|
|
|
|
class URITest(unittest.TestCase):
|
|
test_uris = {
|
|
"http://www.google.com/index.html" : {
|
|
'uri': 'http://www.google.com/index.html',
|
|
'scheme': 'http',
|
|
'hostname': 'www.google.com',
|
|
'port': None,
|
|
'hostport': 'www.google.com',
|
|
'path': '/index.html',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"http://www.google.com/index.html;param1=value1" : {
|
|
'uri': 'http://www.google.com/index.html;param1=value1',
|
|
'scheme': 'http',
|
|
'hostname': 'www.google.com',
|
|
'port': None,
|
|
'hostport': 'www.google.com',
|
|
'path': '/index.html',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {
|
|
'param1': 'value1'
|
|
},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"http://www.example.org/index.html?param1=value1" : {
|
|
'uri': 'http://www.example.org/index.html?param1=value1',
|
|
'scheme': 'http',
|
|
'hostname': 'www.example.org',
|
|
'port': None,
|
|
'hostport': 'www.example.org',
|
|
'path': '/index.html',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {
|
|
'param1': 'value1'
|
|
},
|
|
'relative': False
|
|
},
|
|
"http://www.example.org/index.html?qparam1=qvalue1;param2=value2" : {
|
|
'uri': 'http://www.example.org/index.html?qparam1=qvalue1;param2=value2',
|
|
'scheme': 'http',
|
|
'hostname': 'www.example.org',
|
|
'port': None,
|
|
'hostport': 'www.example.org',
|
|
'path': '/index.html',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {
|
|
'param2': 'value2'
|
|
},
|
|
'query': {
|
|
'qparam1': 'qvalue1'
|
|
},
|
|
'relative': False
|
|
},
|
|
"http://www.example.com:8080/index.html" : {
|
|
'uri': 'http://www.example.com:8080/index.html',
|
|
'scheme': 'http',
|
|
'hostname': 'www.example.com',
|
|
'port': 8080,
|
|
'hostport': 'www.example.com:8080',
|
|
'path': '/index.html',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"cvs://anoncvs@cvs.handhelds.org/cvs;module=familiar/dist/ipkg" : {
|
|
'uri': 'cvs://anoncvs@cvs.handhelds.org/cvs;module=familiar/dist/ipkg',
|
|
'scheme': 'cvs',
|
|
'hostname': 'cvs.handhelds.org',
|
|
'port': None,
|
|
'hostport': 'cvs.handhelds.org',
|
|
'path': '/cvs',
|
|
'userinfo': 'anoncvs',
|
|
'username': 'anoncvs',
|
|
'password': '',
|
|
'params': {
|
|
'module': 'familiar/dist/ipkg'
|
|
},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"cvs://anoncvs:anonymous@cvs.handhelds.org/cvs;tag=V0-99-81;module=familiar/dist/ipkg": {
|
|
'uri': 'cvs://anoncvs:anonymous@cvs.handhelds.org/cvs;tag=V0-99-81;module=familiar/dist/ipkg',
|
|
'scheme': 'cvs',
|
|
'hostname': 'cvs.handhelds.org',
|
|
'port': None,
|
|
'hostport': 'cvs.handhelds.org',
|
|
'path': '/cvs',
|
|
'userinfo': 'anoncvs:anonymous',
|
|
'username': 'anoncvs',
|
|
'password': 'anonymous',
|
|
'params': {
|
|
'tag': 'V0-99-81',
|
|
'module': 'familiar/dist/ipkg'
|
|
},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"file://example.diff": { # NOTE: Not RFC compliant!
|
|
'uri': 'file:example.diff',
|
|
'scheme': 'file',
|
|
'hostname': '',
|
|
'port': None,
|
|
'hostport': '',
|
|
'path': 'example.diff',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': True
|
|
},
|
|
"file:example.diff": { # NOTE: RFC compliant version of the former
|
|
'uri': 'file:example.diff',
|
|
'scheme': 'file',
|
|
'hostname': '',
|
|
'port': None,
|
|
'hostport': '',
|
|
'path': 'example.diff',
|
|
'userinfo': '',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': True
|
|
},
|
|
"file:///tmp/example.diff": {
|
|
'uri': 'file:///tmp/example.diff',
|
|
'scheme': 'file',
|
|
'hostname': '',
|
|
'port': None,
|
|
'hostport': '',
|
|
'path': '/tmp/example.diff',
|
|
'userinfo': '',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"git:///path/example.git": {
|
|
'uri': 'git:///path/example.git',
|
|
'scheme': 'git',
|
|
'hostname': '',
|
|
'port': None,
|
|
'hostport': '',
|
|
'path': '/path/example.git',
|
|
'userinfo': '',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': False
|
|
},
|
|
"git:path/example.git": {
|
|
'uri': 'git:path/example.git',
|
|
'scheme': 'git',
|
|
'hostname': '',
|
|
'port': None,
|
|
'hostport': '',
|
|
'path': 'path/example.git',
|
|
'userinfo': '',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': True
|
|
},
|
|
"git://example.net/path/example.git": {
|
|
'uri': 'git://example.net/path/example.git',
|
|
'scheme': 'git',
|
|
'hostname': 'example.net',
|
|
'port': None,
|
|
'hostport': 'example.net',
|
|
'path': '/path/example.git',
|
|
'userinfo': '',
|
|
'userinfo': '',
|
|
'username': '',
|
|
'password': '',
|
|
'params': {},
|
|
'query': {},
|
|
'relative': False
|
|
}
|
|
}
|
|
|
|
def test_uri(self):
|
|
for test_uri, ref in self.test_uris.items():
|
|
uri = URI(test_uri)
|
|
|
|
self.assertEqual(str(uri), ref['uri'])
|
|
|
|
# expected attributes
|
|
self.assertEqual(uri.scheme, ref['scheme'])
|
|
|
|
self.assertEqual(uri.userinfo, ref['userinfo'])
|
|
self.assertEqual(uri.username, ref['username'])
|
|
self.assertEqual(uri.password, ref['password'])
|
|
|
|
self.assertEqual(uri.hostname, ref['hostname'])
|
|
self.assertEqual(uri.port, ref['port'])
|
|
self.assertEqual(uri.hostport, ref['hostport'])
|
|
|
|
self.assertEqual(uri.path, ref['path'])
|
|
self.assertEqual(uri.params, ref['params'])
|
|
|
|
self.assertEqual(uri.relative, ref['relative'])
|
|
|
|
def test_dict(self):
|
|
for test in self.test_uris.values():
|
|
uri = URI()
|
|
|
|
self.assertEqual(uri.scheme, '')
|
|
self.assertEqual(uri.userinfo, '')
|
|
self.assertEqual(uri.username, '')
|
|
self.assertEqual(uri.password, '')
|
|
self.assertEqual(uri.hostname, '')
|
|
self.assertEqual(uri.port, None)
|
|
self.assertEqual(uri.path, '')
|
|
self.assertEqual(uri.params, {})
|
|
|
|
|
|
uri.scheme = test['scheme']
|
|
self.assertEqual(uri.scheme, test['scheme'])
|
|
|
|
uri.userinfo = test['userinfo']
|
|
self.assertEqual(uri.userinfo, test['userinfo'])
|
|
self.assertEqual(uri.username, test['username'])
|
|
self.assertEqual(uri.password, test['password'])
|
|
|
|
# make sure changing the values doesn't do anything unexpected
|
|
uri.username = 'changeme'
|
|
self.assertEqual(uri.username, 'changeme')
|
|
self.assertEqual(uri.password, test['password'])
|
|
uri.password = 'insecure'
|
|
self.assertEqual(uri.username, 'changeme')
|
|
self.assertEqual(uri.password, 'insecure')
|
|
|
|
# reset back after our trickery
|
|
uri.userinfo = test['userinfo']
|
|
self.assertEqual(uri.userinfo, test['userinfo'])
|
|
self.assertEqual(uri.username, test['username'])
|
|
self.assertEqual(uri.password, test['password'])
|
|
|
|
uri.hostname = test['hostname']
|
|
self.assertEqual(uri.hostname, test['hostname'])
|
|
self.assertEqual(uri.hostport, test['hostname'])
|
|
|
|
uri.port = test['port']
|
|
self.assertEqual(uri.port, test['port'])
|
|
self.assertEqual(uri.hostport, test['hostport'])
|
|
|
|
uri.path = test['path']
|
|
self.assertEqual(uri.path, test['path'])
|
|
|
|
uri.params = test['params']
|
|
self.assertEqual(uri.params, test['params'])
|
|
|
|
uri.query = test['query']
|
|
self.assertEqual(uri.query, test['query'])
|
|
|
|
self.assertEqual(str(uri), test['uri'])
|
|
|
|
uri.params = {}
|
|
self.assertEqual(uri.params, {})
|
|
self.assertEqual(str(uri), (str(uri).split(";"))[0])
|
|
|
|
class FetcherTest(unittest.TestCase):
|
|
|
|
def setUp(self):
|
|
self.d = bb.data.init()
|
|
self.tempdir = tempfile.mkdtemp()
|
|
self.dldir = os.path.join(self.tempdir, "download")
|
|
os.mkdir(self.dldir)
|
|
self.d.setVar("DL_DIR", self.dldir)
|
|
self.unpackdir = os.path.join(self.tempdir, "unpacked")
|
|
os.mkdir(self.unpackdir)
|
|
persistdir = os.path.join(self.tempdir, "persistdata")
|
|
self.d.setVar("PERSISTENT_DIR", persistdir)
|
|
|
|
def tearDown(self):
|
|
bb.utils.prunedir(self.tempdir)
|
|
|
|
class MirrorUriTest(FetcherTest):
|
|
|
|
replaceuris = {
|
|
("git://git.invalid.infradead.org/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/.*", "http://somewhere.org/somedir/")
|
|
: "http://somewhere.org/somedir/git2_git.invalid.infradead.org.mtd-utils.git.tar.gz",
|
|
("git://git.invalid.infradead.org/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/([^/]+/)*([^/]*)", "git://somewhere.org/somedir/\\2;protocol=http")
|
|
: "git://somewhere.org/somedir/mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
("git://git.invalid.infradead.org/foo/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/([^/]+/)*([^/]*)", "git://somewhere.org/somedir/\\2;protocol=http")
|
|
: "git://somewhere.org/somedir/mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
("git://git.invalid.infradead.org/foo/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/([^/]+/)*([^/]*)", "git://somewhere.org/\\2;protocol=http")
|
|
: "git://somewhere.org/mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
("git://someserver.org/bitbake;tag=1234567890123456789012345678901234567890", "git://someserver.org/bitbake", "git://git.openembedded.org/bitbake")
|
|
: "git://git.openembedded.org/bitbake;tag=1234567890123456789012345678901234567890",
|
|
("file://sstate-xyz.tgz", "file://.*", "file:///somewhere/1234/sstate-cache")
|
|
: "file:///somewhere/1234/sstate-cache/sstate-xyz.tgz",
|
|
("file://sstate-xyz.tgz", "file://.*", "file:///somewhere/1234/sstate-cache/")
|
|
: "file:///somewhere/1234/sstate-cache/sstate-xyz.tgz",
|
|
("http://somewhere.org/somedir1/somedir2/somefile_1.2.3.tar.gz", "http://.*/.*", "http://somewhere2.org/somedir3")
|
|
: "http://somewhere2.org/somedir3/somefile_1.2.3.tar.gz",
|
|
("http://somewhere.org/somedir1/somefile_1.2.3.tar.gz", "http://somewhere.org/somedir1/somefile_1.2.3.tar.gz", "http://somewhere2.org/somedir3/somefile_1.2.3.tar.gz")
|
|
: "http://somewhere2.org/somedir3/somefile_1.2.3.tar.gz",
|
|
("http://www.apache.org/dist/subversion/subversion-1.7.1.tar.bz2", "http://www.apache.org/dist", "http://archive.apache.org/dist")
|
|
: "http://archive.apache.org/dist/subversion/subversion-1.7.1.tar.bz2",
|
|
("http://www.apache.org/dist/subversion/subversion-1.7.1.tar.bz2", "http://.*/.*", "file:///somepath/downloads/")
|
|
: "file:///somepath/downloads/subversion-1.7.1.tar.bz2",
|
|
("git://git.invalid.infradead.org/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/.*", "git://somewhere.org/somedir/BASENAME;protocol=http")
|
|
: "git://somewhere.org/somedir/mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
("git://git.invalid.infradead.org/foo/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/.*", "git://somewhere.org/somedir/BASENAME;protocol=http")
|
|
: "git://somewhere.org/somedir/mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
("git://git.invalid.infradead.org/foo/mtd-utils.git;tag=1234567890123456789012345678901234567890", "git://.*/.*", "git://somewhere.org/somedir/MIRRORNAME;protocol=http")
|
|
: "git://somewhere.org/somedir/git.invalid.infradead.org.foo.mtd-utils.git;tag=1234567890123456789012345678901234567890;protocol=http",
|
|
|
|
#Renaming files doesn't work
|
|
#("http://somewhere.org/somedir1/somefile_1.2.3.tar.gz", "http://somewhere.org/somedir1/somefile_1.2.3.tar.gz", "http://somewhere2.org/somedir3/somefile_2.3.4.tar.gz") : "http://somewhere2.org/somedir3/somefile_2.3.4.tar.gz"
|
|
#("file://sstate-xyz.tgz", "file://.*/.*", "file:///somewhere/1234/sstate-cache") : "file:///somewhere/1234/sstate-cache/sstate-xyz.tgz",
|
|
}
|
|
|
|
mirrorvar = "http://.*/.* file:///somepath/downloads/ \n" \
|
|
"git://someserver.org/bitbake git://git.openembedded.org/bitbake \n" \
|
|
"https://.*/.* file:///someotherpath/downloads/ \n" \
|
|
"http://.*/.* file:///someotherpath/downloads/ \n"
|
|
|
|
def test_urireplace(self):
|
|
for k, v in self.replaceuris.items():
|
|
ud = bb.fetch.FetchData(k[0], self.d)
|
|
ud.setup_localpath(self.d)
|
|
mirrors = bb.fetch2.mirror_from_string("%s %s" % (k[1], k[2]))
|
|
newuris, uds = bb.fetch2.build_mirroruris(ud, mirrors, self.d)
|
|
self.assertEqual([v], newuris)
|
|
|
|
def test_urilist1(self):
|
|
fetcher = bb.fetch.FetchData("http://downloads.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz", self.d)
|
|
mirrors = bb.fetch2.mirror_from_string(self.mirrorvar)
|
|
uris, uds = bb.fetch2.build_mirroruris(fetcher, mirrors, self.d)
|
|
self.assertEqual(uris, ['file:///somepath/downloads/bitbake-1.0.tar.gz', 'file:///someotherpath/downloads/bitbake-1.0.tar.gz'])
|
|
|
|
def test_urilist2(self):
|
|
# Catch https:// -> files:// bug
|
|
fetcher = bb.fetch.FetchData("https://downloads.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz", self.d)
|
|
mirrors = bb.fetch2.mirror_from_string(self.mirrorvar)
|
|
uris, uds = bb.fetch2.build_mirroruris(fetcher, mirrors, self.d)
|
|
self.assertEqual(uris, ['file:///someotherpath/downloads/bitbake-1.0.tar.gz'])
|
|
|
|
|
|
class FetcherLocalTest(FetcherTest):
|
|
def setUp(self):
|
|
def touch(fn):
|
|
with file(fn, 'a'):
|
|
os.utime(fn, None)
|
|
|
|
super(FetcherLocalTest, self).setUp()
|
|
self.localsrcdir = os.path.join(self.tempdir, 'localsrc')
|
|
os.makedirs(self.localsrcdir)
|
|
touch(os.path.join(self.localsrcdir, 'a'))
|
|
touch(os.path.join(self.localsrcdir, 'b'))
|
|
os.makedirs(os.path.join(self.localsrcdir, 'dir'))
|
|
touch(os.path.join(self.localsrcdir, 'dir', 'c'))
|
|
touch(os.path.join(self.localsrcdir, 'dir', 'd'))
|
|
os.makedirs(os.path.join(self.localsrcdir, 'dir', 'subdir'))
|
|
touch(os.path.join(self.localsrcdir, 'dir', 'subdir', 'e'))
|
|
self.d.setVar("FILESPATH", self.localsrcdir)
|
|
|
|
def fetchUnpack(self, uris):
|
|
fetcher = bb.fetch.Fetch(uris, self.d)
|
|
fetcher.download()
|
|
fetcher.unpack(self.unpackdir)
|
|
flst = []
|
|
for root, dirs, files in os.walk(self.unpackdir):
|
|
for f in files:
|
|
flst.append(os.path.relpath(os.path.join(root, f), self.unpackdir))
|
|
flst.sort()
|
|
return flst
|
|
|
|
def test_local(self):
|
|
tree = self.fetchUnpack(['file://a', 'file://dir/c'])
|
|
self.assertEqual(tree, ['a', 'dir/c'])
|
|
|
|
def test_local_wildcard(self):
|
|
tree = self.fetchUnpack(['file://a', 'file://dir/*'])
|
|
# FIXME: this is broken - it should return ['a', 'dir/c', 'dir/d', 'dir/subdir/e']
|
|
# see https://bugzilla.yoctoproject.org/show_bug.cgi?id=6128
|
|
self.assertEqual(tree, ['a', 'b', 'dir/c', 'dir/d', 'dir/subdir/e'])
|
|
|
|
def test_local_dir(self):
|
|
tree = self.fetchUnpack(['file://a', 'file://dir'])
|
|
self.assertEqual(tree, ['a', 'dir/c', 'dir/d', 'dir/subdir/e'])
|
|
|
|
def test_local_subdir(self):
|
|
tree = self.fetchUnpack(['file://dir/subdir'])
|
|
# FIXME: this is broken - it should return ['dir/subdir/e']
|
|
# see https://bugzilla.yoctoproject.org/show_bug.cgi?id=6129
|
|
self.assertEqual(tree, ['subdir/e'])
|
|
|
|
def test_local_subdir_file(self):
|
|
tree = self.fetchUnpack(['file://dir/subdir/e'])
|
|
self.assertEqual(tree, ['dir/subdir/e'])
|
|
|
|
def test_local_subdirparam(self):
|
|
tree = self.fetchUnpack(['file://a;subdir=bar'])
|
|
self.assertEqual(tree, ['bar/a'])
|
|
|
|
def test_local_deepsubdirparam(self):
|
|
tree = self.fetchUnpack(['file://dir/subdir/e;subdir=bar'])
|
|
self.assertEqual(tree, ['bar/dir/subdir/e'])
|
|
|
|
class FetcherNetworkTest(FetcherTest):
|
|
|
|
if os.environ.get("BB_SKIP_NETTESTS") == "yes":
|
|
print("Unset BB_SKIP_NETTESTS to run network tests")
|
|
else:
|
|
def test_fetch(self):
|
|
fetcher = bb.fetch.Fetch(["http://downloads.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz", "http://downloads.yoctoproject.org/releases/bitbake/bitbake-1.1.tar.gz"], self.d)
|
|
fetcher.download()
|
|
self.assertEqual(os.path.getsize(self.dldir + "/bitbake-1.0.tar.gz"), 57749)
|
|
self.assertEqual(os.path.getsize(self.dldir + "/bitbake-1.1.tar.gz"), 57892)
|
|
self.d.setVar("BB_NO_NETWORK", "1")
|
|
fetcher = bb.fetch.Fetch(["http://downloads.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz", "http://downloads.yoctoproject.org/releases/bitbake/bitbake-1.1.tar.gz"], self.d)
|
|
fetcher.download()
|
|
fetcher.unpack(self.unpackdir)
|
|
self.assertEqual(len(os.listdir(self.unpackdir + "/bitbake-1.0/")), 9)
|
|
self.assertEqual(len(os.listdir(self.unpackdir + "/bitbake-1.1/")), 9)
|
|
|
|
def test_fetch_mirror(self):
|
|
self.d.setVar("MIRRORS", "http://.*/.* http://downloads.yoctoproject.org/releases/bitbake")
|
|
fetcher = bb.fetch.Fetch(["http://invalid.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz"], self.d)
|
|
fetcher.download()
|
|
self.assertEqual(os.path.getsize(self.dldir + "/bitbake-1.0.tar.gz"), 57749)
|
|
|
|
def test_fetch_premirror(self):
|
|
self.d.setVar("PREMIRRORS", "http://.*/.* http://downloads.yoctoproject.org/releases/bitbake")
|
|
fetcher = bb.fetch.Fetch(["http://invalid.yoctoproject.org/releases/bitbake/bitbake-1.0.tar.gz"], self.d)
|
|
fetcher.download()
|
|
self.assertEqual(os.path.getsize(self.dldir + "/bitbake-1.0.tar.gz"), 57749)
|
|
|
|
def gitfetcher(self, url1, url2):
|
|
def checkrevision(self, fetcher):
|
|
fetcher.unpack(self.unpackdir)
|
|
revision = bb.process.run("git rev-parse HEAD", shell=True, cwd=self.unpackdir + "/git")[0].strip()
|
|
self.assertEqual(revision, "270a05b0b4ba0959fe0624d2a4885d7b70426da5")
|
|
|
|
self.d.setVar("BB_GENERATE_MIRROR_TARBALLS", "1")
|
|
self.d.setVar("SRCREV", "270a05b0b4ba0959fe0624d2a4885d7b70426da5")
|
|
fetcher = bb.fetch.Fetch([url1], self.d)
|
|
fetcher.download()
|
|
checkrevision(self, fetcher)
|
|
# Wipe out the dldir clone and the unpacked source, turn off the network and check mirror tarball works
|
|
bb.utils.prunedir(self.dldir + "/git2/")
|
|
bb.utils.prunedir(self.unpackdir)
|
|
self.d.setVar("BB_NO_NETWORK", "1")
|
|
fetcher = bb.fetch.Fetch([url2], self.d)
|
|
fetcher.download()
|
|
checkrevision(self, fetcher)
|
|
|
|
def test_gitfetch(self):
|
|
url1 = url2 = "git://git.openembedded.org/bitbake"
|
|
self.gitfetcher(url1, url2)
|
|
|
|
def test_gitfetch_goodsrcrev(self):
|
|
# SRCREV is set but matches rev= parameter
|
|
url1 = url2 = "git://git.openembedded.org/bitbake;rev=270a05b0b4ba0959fe0624d2a4885d7b70426da5"
|
|
self.gitfetcher(url1, url2)
|
|
|
|
def test_gitfetch_badsrcrev(self):
|
|
# SRCREV is set but does not match rev= parameter
|
|
url1 = url2 = "git://git.openembedded.org/bitbake;rev=dead05b0b4ba0959fe0624d2a4885d7b70426da5"
|
|
self.assertRaises(bb.fetch.FetchError, self.gitfetcher, url1, url2)
|
|
|
|
def test_gitfetch_tagandrev(self):
|
|
# SRCREV is set but does not match rev= parameter
|
|
url1 = url2 = "git://git.openembedded.org/bitbake;rev=270a05b0b4ba0959fe0624d2a4885d7b70426da5;tag=270a05b0b4ba0959fe0624d2a4885d7b70426da5"
|
|
self.assertRaises(bb.fetch.FetchError, self.gitfetcher, url1, url2)
|
|
|
|
def test_gitfetch_premirror(self):
|
|
url1 = "git://git.openembedded.org/bitbake"
|
|
url2 = "git://someserver.org/bitbake"
|
|
self.d.setVar("PREMIRRORS", "git://someserver.org/bitbake git://git.openembedded.org/bitbake \n")
|
|
self.gitfetcher(url1, url2)
|
|
|
|
def test_gitfetch_premirror2(self):
|
|
url1 = url2 = "git://someserver.org/bitbake"
|
|
self.d.setVar("PREMIRRORS", "git://someserver.org/bitbake git://git.openembedded.org/bitbake \n")
|
|
self.gitfetcher(url1, url2)
|
|
|
|
def test_gitfetch_premirror3(self):
|
|
realurl = "git://git.openembedded.org/bitbake"
|
|
dummyurl = "git://someserver.org/bitbake"
|
|
self.sourcedir = self.unpackdir.replace("unpacked", "sourcemirror.git")
|
|
os.chdir(self.tempdir)
|
|
bb.process.run("git clone %s %s 2> /dev/null" % (realurl, self.sourcedir), shell=True)
|
|
self.d.setVar("PREMIRRORS", "%s git://%s;protocol=file \n" % (dummyurl, self.sourcedir))
|
|
self.gitfetcher(dummyurl, dummyurl)
|
|
|
|
def test_git_submodule(self):
|
|
fetcher = bb.fetch.Fetch(["gitsm://git.yoctoproject.org/git-submodule-test;rev=f12e57f2edf0aa534cf1616fa983d165a92b0842"], self.d)
|
|
fetcher.download()
|
|
# Previous cwd has been deleted
|
|
os.chdir(os.path.dirname(self.unpackdir))
|
|
fetcher.unpack(self.unpackdir)
|
|
|
|
class URLHandle(unittest.TestCase):
|
|
|
|
datatable = {
|
|
"http://www.google.com/index.html" : ('http', 'www.google.com', '/index.html', '', '', {}),
|
|
"cvs://anoncvs@cvs.handhelds.org/cvs;module=familiar/dist/ipkg" : ('cvs', 'cvs.handhelds.org', '/cvs', 'anoncvs', '', {'module': 'familiar/dist/ipkg'}),
|
|
"cvs://anoncvs:anonymous@cvs.handhelds.org/cvs;tag=V0-99-81;module=familiar/dist/ipkg" : ('cvs', 'cvs.handhelds.org', '/cvs', 'anoncvs', 'anonymous', {'tag': 'V0-99-81', 'module': 'familiar/dist/ipkg'}),
|
|
"git://git.openembedded.org/bitbake;branch=@foo" : ('git', 'git.openembedded.org', '/bitbake', '', '', {'branch': '@foo'})
|
|
}
|
|
|
|
def test_decodeurl(self):
|
|
for k, v in self.datatable.items():
|
|
result = bb.fetch.decodeurl(k)
|
|
self.assertEqual(result, v)
|
|
|
|
def test_encodeurl(self):
|
|
for k, v in self.datatable.items():
|
|
result = bb.fetch.encodeurl(v)
|
|
self.assertEqual(result, k)
|
|
|
|
class FetchMethodTest(FetcherTest):
|
|
|
|
test_git_uris = {
|
|
# version pattern "X.Y.Z"
|
|
("mx-1.0", "git://github.com/clutter-project/mx.git;branch=mx-1.4", "9b1db6b8060bd00b121a692f942404a24ae2960f", "")
|
|
: "1.99.4",
|
|
# version pattern "vX.Y"
|
|
("mtd-utils", "git://git.infradead.org/mtd-utils.git", "ca39eb1d98e736109c64ff9c1aa2a6ecca222d8f", "")
|
|
: "1.5.0",
|
|
# version pattern "pkg_name-X.Y"
|
|
("presentproto", "git://anongit.freedesktop.org/git/xorg/proto/presentproto", "24f3a56e541b0a9e6c6ee76081f441221a120ef9", "")
|
|
: "1.0",
|
|
# version pattern "pkg_name-vX.Y.Z"
|
|
("dtc", "git://git.qemu.org/dtc.git", "65cc4d2748a2c2e6f27f1cf39e07a5dbabd80ebf", "")
|
|
: "1.4.0",
|
|
# combination version pattern
|
|
("sysprof", "git://git.gnome.org/sysprof", "cd44ee6644c3641507fb53b8a2a69137f2971219", "")
|
|
: "1.2.0",
|
|
("u-boot-mkimage", "git://git.denx.de/u-boot.git;branch=master;protocol=git", "62c175fbb8a0f9a926c88294ea9f7e88eb898f6c", "")
|
|
: "2014.01",
|
|
# version pattern "yyyymmdd"
|
|
("mobile-broadband-provider-info", "git://git.gnome.org/mobile-broadband-provider-info", "4ed19e11c2975105b71b956440acdb25d46a347d", "")
|
|
: "20120614",
|
|
# packages with a valid GITTAGREGEX
|
|
("xf86-video-omap", "git://anongit.freedesktop.org/xorg/driver/xf86-video-omap", "ae0394e687f1a77e966cf72f895da91840dffb8f", "(?P<pver>(\d+\.(\d\.?)*))")
|
|
: "0.4.3",
|
|
("build-appliance-image", "git://git.yoctoproject.org/poky", "b37dd451a52622d5b570183a81583cc34c2ff555", "(?P<pver>(([0-9][\.|_]?)+[0-9]))")
|
|
: "11.0.0",
|
|
("chkconfig-alternatives-native", "git://github.com/kergoth/chkconfig;branch=sysroot", "cd437ecbd8986c894442f8fce1e0061e20f04dee", "chkconfig\-(?P<pver>((\d+[\.\-_]*)+))")
|
|
: "1.3.59",
|
|
("remake", "git://github.com/rocky/remake.git", "f05508e521987c8494c92d9c2871aec46307d51d", "(?P<pver>(\d+\.(\d+\.)*\d*(\+dbg\d+(\.\d+)*)*))")
|
|
: "3.82+dbg0.9",
|
|
}
|
|
|
|
test_wget_uris = {
|
|
# packages with versions inside directory name
|
|
("util-linux", "http://kernel.org/pub/linux/utils/util-linux/v2.23/util-linux-2.24.2.tar.bz2", "", "")
|
|
: "2.24.2",
|
|
("enchant", "http://www.abisource.com/downloads/enchant/1.6.0/enchant-1.6.0.tar.gz", "", "")
|
|
: "1.6.0",
|
|
("cmake", "http://www.cmake.org/files/v2.8/cmake-2.8.12.1.tar.gz", "", "")
|
|
: "2.8.12.1",
|
|
# packages with versions only in current directory
|
|
("eglic", "http://downloads.yoctoproject.org/releases/eglibc/eglibc-2.18-svnr23787.tar.bz2", "", "")
|
|
: "2.19",
|
|
("gnu-config", "http://downloads.yoctoproject.org/releases/gnu-config/gnu-config-20120814.tar.bz2", "", "")
|
|
: "20120814",
|
|
# packages with "99" in the name of possible version
|
|
("pulseaudio", "http://freedesktop.org/software/pulseaudio/releases/pulseaudio-4.0.tar.xz", "", "")
|
|
: "5.0",
|
|
("xserver-xorg", "http://xorg.freedesktop.org/releases/individual/xserver/xorg-server-1.15.1.tar.bz2", "", "")
|
|
: "1.15.1",
|
|
# packages with valid REGEX_URI and REGEX
|
|
("cups", "http://www.cups.org/software/1.7.2/cups-1.7.2-source.tar.bz2", "http://www.cups.org/software.php", "(?P<name>cups\-)(?P<pver>((\d+[\.\-_]*)+))\-source\.tar\.gz")
|
|
: "2.0.0",
|
|
("db", "http://download.oracle.com/berkeley-db/db-5.3.21.tar.gz", "http://www.oracle.com/technetwork/products/berkeleydb/downloads/index-082944.html", "http://download.oracle.com/otn/berkeley-db/(?P<name>db-)(?P<pver>((\d+[\.\-_]*)+))\.tar\.gz")
|
|
: "6.1.19",
|
|
}
|
|
if os.environ.get("BB_SKIP_NETTESTS") == "yes":
|
|
print("Unset BB_SKIP_NETTESTS to run network tests")
|
|
else:
|
|
def test_git_latest_versionstring(self):
|
|
for k, v in self.test_git_uris.items():
|
|
self.d.setVar("SRCREV", k[2])
|
|
self.d.setVar("GITTAGREGEX", k[3])
|
|
ud = bb.fetch2.FetchData(k[1], self.d)
|
|
verstring = ud.method.latest_versionstring(ud, self.d)
|
|
r = bb.utils.vercmp_string(v, verstring)
|
|
self.assertTrue(r == -1 or r == 0, msg="Package %s, version: %s <= %s" % (k[0], v, verstring))
|
|
|
|
def test_wget_latest_versionstring(self):
|
|
for k, v in self.test_wget_uris.items():
|
|
self.d.setVar("REGEX_URI", k[2])
|
|
self.d.setVar("REGEX", k[3])
|
|
ud = bb.fetch2.FetchData(k[1], self.d)
|
|
verstring = ud.method.latest_versionstring(ud, self.d)
|
|
r = bb.utils.vercmp_string(v, verstring)
|
|
self.assertTrue(r == -1 or r == 0, msg="Package %s, version: %s <= %s" % (k[0], v, verstring))
|