mirror of
https://git.yoctoproject.org/poky
synced 2026-02-06 16:56:37 +01:00
1560a4b0cb
Globbing in file:// urls is terminally broken. Currently when its used, the file checksum code is basically bypassed. This means changes to the source files don't change the task checksum, the task doesn't rebuild when the inputs change and things generally break. To make globbing work generically, we'd have to scan the file system for all possible matches to the glob and log whether they exist or not. We can't simply log the files which exist, we have to also know which files could later exist and influence the choice of file so we know when to reparse. For a simple file://xxx/*, this could be done but for bigger patterns, it becomes much more problemtic. We already support file://xxx/ in urls. So, lets decide we'll not support globs in file://urls. Worse case users can put files in a directory and reference that, moving files into place if needed. Remove all the glob special cases (see the comments if anyone doesn't believe this is terminally broken) and error to the user if they have such urls. (Bitbake rev: 0c9302d950c6f37bfcc4256b41001d63f668bdf7) Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
99 lines
3.2 KiB
Python
99 lines
3.2 KiB
Python
"""
|
|
BitBake 'Fetch' implementations
|
|
|
|
Classes for obtaining upstream sources for the
|
|
BitBake build tools.
|
|
|
|
"""
|
|
|
|
# Copyright (C) 2003, 2004 Chris Larson
|
|
#
|
|
# SPDX-License-Identifier: GPL-2.0-only
|
|
#
|
|
# Based on functions from the base bb module, Copyright 2003 Holger Schurig
|
|
#
|
|
|
|
import os
|
|
import urllib.request, urllib.parse, urllib.error
|
|
import bb
|
|
import bb.utils
|
|
from bb.fetch2 import FetchMethod, FetchError, ParameterError
|
|
from bb.fetch2 import logger
|
|
|
|
class Local(FetchMethod):
|
|
def supports(self, urldata, d):
|
|
"""
|
|
Check to see if a given url represents a local fetch.
|
|
"""
|
|
return urldata.type in ['file']
|
|
|
|
def urldata_init(self, ud, d):
|
|
# We don't set localfile as for this fetcher the file is already local!
|
|
ud.decodedurl = urllib.parse.unquote(ud.url.split("://")[1].split(";")[0])
|
|
ud.basename = os.path.basename(ud.decodedurl)
|
|
ud.basepath = ud.decodedurl
|
|
ud.needdonestamp = False
|
|
if "*" in ud.decodedurl:
|
|
raise bb.fetch2.ParameterError("file:// urls using globbing are no longer supported. Please place the files in a directory and reference that instead.", ud.url)
|
|
return
|
|
|
|
def localpath(self, urldata, d):
|
|
"""
|
|
Return the local filename of a given url assuming a successful fetch.
|
|
"""
|
|
return self.localpaths(urldata, d)[-1]
|
|
|
|
def localpaths(self, urldata, d):
|
|
"""
|
|
Return the local filename of a given url assuming a successful fetch.
|
|
"""
|
|
searched = []
|
|
path = urldata.decodedurl
|
|
newpath = path
|
|
if path[0] == "/":
|
|
return [path]
|
|
filespath = d.getVar('FILESPATH')
|
|
if filespath:
|
|
logger.debug(2, "Searching for %s in paths:\n %s" % (path, "\n ".join(filespath.split(":"))))
|
|
newpath, hist = bb.utils.which(filespath, path, history=True)
|
|
searched.extend(hist)
|
|
if not os.path.exists(newpath):
|
|
dldirfile = os.path.join(d.getVar("DL_DIR"), path)
|
|
logger.debug(2, "Defaulting to %s for %s" % (dldirfile, path))
|
|
bb.utils.mkdirhier(os.path.dirname(dldirfile))
|
|
searched.append(dldirfile)
|
|
return searched
|
|
return searched
|
|
|
|
def need_update(self, ud, d):
|
|
if os.path.exists(ud.localpath):
|
|
return False
|
|
return True
|
|
|
|
def download(self, urldata, d):
|
|
"""Fetch urls (no-op for Local method)"""
|
|
# no need to fetch local files, we'll deal with them in place.
|
|
if self.supports_checksum(urldata) and not os.path.exists(urldata.localpath):
|
|
locations = []
|
|
filespath = d.getVar('FILESPATH')
|
|
if filespath:
|
|
locations = filespath.split(":")
|
|
locations.append(d.getVar("DL_DIR"))
|
|
|
|
msg = "Unable to find file " + urldata.url + " anywhere. The paths that were searched were:\n " + "\n ".join(locations)
|
|
raise FetchError(msg)
|
|
|
|
return True
|
|
|
|
def checkstatus(self, fetch, urldata, d):
|
|
"""
|
|
Check the status of the url
|
|
"""
|
|
if os.path.exists(urldata.localpath):
|
|
return True
|
|
return False
|
|
|
|
def clean(self, urldata, d):
|
|
return
|
|
|