mirrors/poky
1
0
Fork 0
mirror of https://git.yoctoproject.org/poky synced 2026-04-13 14:02:21 +02:00
Code Issues Packages Projects Releases Wiki Activity

cve-update-db-native: use executemany() to optimise CPE insertion

Browse Source 
Instead of calling execute() repeatedly, rewrite the function to be a generator
and use executemany() for performance.

(From OE-Core rev: b309840b6aa3423b909a43499356e929c8761318)

Signed-off-by: Ross Burton <ross.burton@intel.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Ross Burton
2019-07-19 21:33:17 +01:00
committed by Richard Purdie
parent ffcf23f5f2
commit 8ec4cd3e2a
1 changed files with 29 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

79
meta/recipes-core/meta/cve-update-db-native.bb
View File

@@ -102,70 +102,49 @@ def initialize_db(c):
VENDOR TEXT, PRODUCT TEXT, VERSION_START TEXT, OPERATOR_START TEXT, \
VERSION_END TEXT, OPERATOR_END TEXT)")
def insert_elt(c, db_values):
query = "insert into PRODUCTS values (?, ?, ?, ?, ?, ?, ?)"
c.execute(query, db_values)
def parse_node_and_insert(c, node, cveId):
# Parse children node if needed
try:
for child in node['children']:
parse_node_and_insert(c, child, cveId)
except:
pass
for child in node.get('children', ()):
parse_node_and_insert(c, child, cveId)
# Exit if the cpe_match node does not exists
try:
cpe_match = node['cpe_match']
except:
return
def cpe_generator():
for cpe in node.get('cpe_match', ()):
if not cpe['vulnerable']:
return
cpe23 = cpe['cpe23Uri'].split(':')
vendor = cpe23[3]
product = cpe23[4]
version = cpe23[5]
for cpe in cpe_match:
if not cpe['vulnerable']:
return
cpe23 = cpe['cpe23Uri'].split(':')
vendor = cpe23[3]
product = cpe23[4]
version = cpe23[5]
if version != '*':
# Version is defined, this is a '=' match
yield [cveId, vendor, product, version, '=', '', '']
else:
# Parse start version, end version and operators
op_start = ''
op_end = ''
v_start = ''
v_end = ''
if version != '*':
# Version is defined, this is a '=' match
db_values = [cveId, vendor, product, version, '=', '', '']
insert_elt(c, db_values)
else:
# Parse start version, end version and operators
op_start = ''
op_end = ''
v_start = ''
v_end = ''
try:
if cpe['versionStartIncluding']:
if 'versionStartIncluding' in cpe:
op_start = '>='
v_start = cpe['versionStartIncluding']
except:
pass
try:
if cpe['versionStartExcluding']:
if 'versionStartExcluding' in cpe:
op_start = '>'
v_start = cpe['versionStartExcluding']
except:
pass
try:
if cpe['versionEndIncluding']:
if 'versionEndIncluding' in cpe:
op_end = '<='
v_end = cpe['versionEndIncluding']
except:
pass
try:
if cpe['versionEndExcluding']:
if 'versionEndExcluding' in cpe:
op_end = '<'
v_end = cpe['versionEndExcluding']
except:
pass
db_values = [cveId, vendor, product, v_start, op_start, v_end, op_end]
insert_elt(c, db_values)
yield [cveId, vendor, product, v_start, op_start, v_end, op_end]
c.executemany("insert into PRODUCTS values (?, ?, ?, ?, ?, ?, ?)", cpe_generator())
def update_db(c, json_filename):
import json