blob: f92c152285ced7bc0ab2c6a6f084694f405843a7 [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001# SPDX-License-Identifier: GPL-2.0+
Simon Glass2574ef62016-11-25 20:15:51 -07002# Copyright (c) 2016 Google, Inc
3# Written by Simon Glass <sjg@chromium.org>
4#
Simon Glass2574ef62016-11-25 20:15:51 -07005# Creates binary images from input files controlled by a description
6#
7
8from collections import OrderedDict
Simon Glass220ff5f2020-08-05 13:27:46 -06009import glob
Jan Kiszka6d7c40c2023-04-22 16:42:48 +020010try:
11 import importlib.resources
Simon Glass245c52c2023-06-01 10:22:25 -060012except ImportError: # pragma: no cover
Jan Kiszka6d7c40c2023-04-22 16:42:48 +020013 # for Python 3.6
14 import importlib_resources
Simon Glass2574ef62016-11-25 20:15:51 -070015import os
Simon Glassc1dc2f82020-08-29 11:36:14 -060016import pkg_resources
Simon Glassa820af72020-09-06 10:39:09 -060017import re
Simon Glassc1dc2f82020-08-29 11:36:14 -060018
Simon Glass2574ef62016-11-25 20:15:51 -070019import sys
Simon Glass2574ef62016-11-25 20:15:51 -070020
Simon Glass4eae9252022-01-09 20:13:50 -070021from binman import bintool
Simon Glassc585dd42020-04-17 18:09:03 -060022from binman import cbfs_util
Simon Glass7d3e4072022-08-07 09:46:46 -060023from binman import elf
24from binman import entry
Simon Glassfc792842023-07-18 07:24:04 -060025from dtoc import fdt_util
Simon Glass131444f2023-02-23 18:18:04 -070026from u_boot_pylib import command
27from u_boot_pylib import tools
28from u_boot_pylib import tout
Simon Glass2574ef62016-11-25 20:15:51 -070029
Simon Glass2a0fa982022-02-11 13:23:21 -070030# These are imported if needed since they import libfdt
31state = None
32Image = None
33
Simon Glass2574ef62016-11-25 20:15:51 -070034# List of images we plan to create
35# Make this global so that it can be referenced from tests
36images = OrderedDict()
37
Simon Glassa820af72020-09-06 10:39:09 -060038# Help text for each type of missing blob, dict:
39# key: Value of the entry's 'missing-msg' or entry name
40# value: Text for the help
41missing_blob_help = {}
42
Simon Glass55ab0b62021-03-18 20:25:06 +130043def _ReadImageDesc(binman_node, use_expanded):
Simon Glass2574ef62016-11-25 20:15:51 -070044 """Read the image descriptions from the /binman node
45
46 This normally produces a single Image object called 'image'. But if
47 multiple images are present, they will all be returned.
48
49 Args:
50 binman_node: Node object of the /binman node
Simon Glass55ab0b62021-03-18 20:25:06 +130051 use_expanded: True if the FDT will be updated with the entry information
Simon Glass2574ef62016-11-25 20:15:51 -070052 Returns:
53 OrderedDict of Image objects, each of which describes an image
54 """
Simon Glass2a0fa982022-02-11 13:23:21 -070055 # For Image()
56 # pylint: disable=E1102
Simon Glass2574ef62016-11-25 20:15:51 -070057 images = OrderedDict()
58 if 'multiple-images' in binman_node.props:
59 for node in binman_node.subnodes:
Simon Glass9909c112023-07-18 07:24:05 -060060 if 'template' not in node.name:
61 images[node.name] = Image(node.name, node,
62 use_expanded=use_expanded)
Simon Glass2574ef62016-11-25 20:15:51 -070063 else:
Simon Glass55ab0b62021-03-18 20:25:06 +130064 images['image'] = Image('image', binman_node, use_expanded=use_expanded)
Simon Glass2574ef62016-11-25 20:15:51 -070065 return images
66
Simon Glass22c92ca2017-05-27 07:38:29 -060067def _FindBinmanNode(dtb):
Simon Glass2574ef62016-11-25 20:15:51 -070068 """Find the 'binman' node in the device tree
69
70 Args:
Simon Glass22c92ca2017-05-27 07:38:29 -060071 dtb: Fdt object to scan
Simon Glass2574ef62016-11-25 20:15:51 -070072 Returns:
73 Node object of /binman node, or None if not found
74 """
Simon Glass22c92ca2017-05-27 07:38:29 -060075 for node in dtb.GetRoot().subnodes:
Simon Glass2574ef62016-11-25 20:15:51 -070076 if node.name == 'binman':
77 return node
78 return None
79
Simon Glassa820af72020-09-06 10:39:09 -060080def _ReadMissingBlobHelp():
81 """Read the missing-blob-help file
82
83 This file containins help messages explaining what to do when external blobs
84 are missing.
85
86 Returns:
87 Dict:
88 key: Message tag (str)
89 value: Message text (str)
90 """
91
92 def _FinishTag(tag, msg, result):
93 if tag:
94 result[tag] = msg.rstrip()
95 tag = None
96 msg = ''
97 return tag, msg
98
99 my_data = pkg_resources.resource_string(__name__, 'missing-blob-help')
100 re_tag = re.compile('^([-a-z0-9]+):$')
101 result = {}
102 tag = None
103 msg = ''
104 for line in my_data.decode('utf-8').splitlines():
105 if not line.startswith('#'):
106 m_tag = re_tag.match(line)
107 if m_tag:
108 _, msg = _FinishTag(tag, msg, result)
109 tag = m_tag.group(1)
110 elif tag:
111 msg += line + '\n'
112 _FinishTag(tag, msg, result)
113 return result
114
115def _ShowBlobHelp(path, text):
Simon Glass011f1b32022-01-29 14:14:15 -0700116 tout.warning('\n%s:' % path)
Simon Glassa820af72020-09-06 10:39:09 -0600117 for line in text.splitlines():
Simon Glass011f1b32022-01-29 14:14:15 -0700118 tout.warning(' %s' % line)
Simon Glassa820af72020-09-06 10:39:09 -0600119
120def _ShowHelpForMissingBlobs(missing_list):
121 """Show help for each missing blob to help the user take action
122
123 Args:
124 missing_list: List of Entry objects to show help for
125 """
126 global missing_blob_help
127
128 if not missing_blob_help:
129 missing_blob_help = _ReadMissingBlobHelp()
130
131 for entry in missing_list:
132 tags = entry.GetHelpTags()
133
134 # Show the first match help message
135 for tag in tags:
136 if tag in missing_blob_help:
137 _ShowBlobHelp(entry._node.path, missing_blob_help[tag])
138 break
139
Simon Glass220ff5f2020-08-05 13:27:46 -0600140def GetEntryModules(include_testing=True):
141 """Get a set of entry class implementations
142
143 Returns:
144 Set of paths to entry class filenames
145 """
Simon Glassc1dc2f82020-08-29 11:36:14 -0600146 glob_list = pkg_resources.resource_listdir(__name__, 'etype')
147 glob_list = [fname for fname in glob_list if fname.endswith('.py')]
Simon Glass220ff5f2020-08-05 13:27:46 -0600148 return set([os.path.splitext(os.path.basename(item))[0]
149 for item in glob_list
150 if include_testing or '_testing' not in item])
151
Simon Glass29aa7362018-09-14 04:57:19 -0600152def WriteEntryDocs(modules, test_missing=None):
153 """Write out documentation for all entries
Simon Glass92307732018-07-06 10:27:40 -0600154
155 Args:
Simon Glass29aa7362018-09-14 04:57:19 -0600156 modules: List of Module objects to get docs for
Simon Glass620c4462022-01-09 20:14:11 -0700157 test_missing: Used for testing only, to force an entry's documentation
Simon Glass29aa7362018-09-14 04:57:19 -0600158 to show as missing even if it is present. Should be set to None in
159 normal use.
Simon Glass92307732018-07-06 10:27:40 -0600160 """
Simon Glassc585dd42020-04-17 18:09:03 -0600161 from binman.entry import Entry
Simon Glass969616c2018-07-17 13:25:36 -0600162 Entry.WriteDocs(modules, test_missing)
163
Simon Glassb2fd11d2019-07-08 14:25:48 -0600164
Simon Glass620c4462022-01-09 20:14:11 -0700165def write_bintool_docs(modules, test_missing=None):
166 """Write out documentation for all bintools
167
168 Args:
169 modules: List of Module objects to get docs for
170 test_missing: Used for testing only, to force an entry's documentation
171 to show as missing even if it is present. Should be set to None in
172 normal use.
173 """
174 bintool.Bintool.WriteDocs(modules, test_missing)
175
176
Simon Glassb2fd11d2019-07-08 14:25:48 -0600177def ListEntries(image_fname, entry_paths):
178 """List the entries in an image
179
180 This decodes the supplied image and displays a table of entries from that
181 image, preceded by a header.
182
183 Args:
184 image_fname: Image filename to process
185 entry_paths: List of wildcarded paths (e.g. ['*dtb*', 'u-boot*',
186 'section/u-boot'])
187 """
188 image = Image.FromFile(image_fname)
189
190 entries, lines, widths = image.GetListEntries(entry_paths)
191
192 num_columns = len(widths)
193 for linenum, line in enumerate(lines):
194 if linenum == 1:
195 # Print header line
196 print('-' * (sum(widths) + num_columns * 2))
197 out = ''
198 for i, item in enumerate(line):
199 width = -widths[i]
200 if item.startswith('>'):
201 width = -width
202 item = item[1:]
203 txt = '%*s ' % (width, item)
204 out += txt
205 print(out.rstrip())
206
Simon Glass4c613bf2019-07-08 14:25:50 -0600207
208def ReadEntry(image_fname, entry_path, decomp=True):
209 """Extract an entry from an image
210
211 This extracts the data from a particular entry in an image
212
213 Args:
214 image_fname: Image filename to process
215 entry_path: Path to entry to extract
216 decomp: True to return uncompressed data, if the data is compress
217 False to return the raw data
218
219 Returns:
220 data extracted from the entry
221 """
Simon Glassb9ba4e02019-08-24 07:22:44 -0600222 global Image
Simon Glass90cd6f02020-08-05 13:27:47 -0600223 from binman.image import Image
Simon Glassb9ba4e02019-08-24 07:22:44 -0600224
Simon Glass4c613bf2019-07-08 14:25:50 -0600225 image = Image.FromFile(image_fname)
Stefan Herbrechtsmeier47250302022-08-19 16:25:22 +0200226 image.CollectBintools()
Simon Glass4c613bf2019-07-08 14:25:50 -0600227 entry = image.FindEntryPath(entry_path)
228 return entry.ReadData(decomp)
229
230
Simon Glass637958f2021-11-23 21:09:50 -0700231def ShowAltFormats(image):
232 """Show alternative formats available for entries in the image
233
234 This shows a list of formats available.
235
236 Args:
237 image (Image): Image to check
238 """
239 alt_formats = {}
240 image.CheckAltFormats(alt_formats)
241 print('%-10s %-20s %s' % ('Flag (-F)', 'Entry type', 'Description'))
242 for name, val in alt_formats.items():
243 entry, helptext = val
244 print('%-10s %-20s %s' % (name, entry.etype, helptext))
245
246
Simon Glass980a2842019-07-08 14:25:52 -0600247def ExtractEntries(image_fname, output_fname, outdir, entry_paths,
Simon Glass637958f2021-11-23 21:09:50 -0700248 decomp=True, alt_format=None):
Simon Glass980a2842019-07-08 14:25:52 -0600249 """Extract the data from one or more entries and write it to files
250
251 Args:
252 image_fname: Image filename to process
253 output_fname: Single output filename to use if extracting one file, None
254 otherwise
255 outdir: Output directory to use (for any number of files), else None
256 entry_paths: List of entry paths to extract
Simon Glassd48f94e2019-07-20 12:24:12 -0600257 decomp: True to decompress the entry data
Simon Glass980a2842019-07-08 14:25:52 -0600258
259 Returns:
260 List of EntryInfo records that were written
261 """
262 image = Image.FromFile(image_fname)
Stefan Herbrechtsmeier47250302022-08-19 16:25:22 +0200263 image.CollectBintools()
Simon Glass980a2842019-07-08 14:25:52 -0600264
Simon Glass637958f2021-11-23 21:09:50 -0700265 if alt_format == 'list':
266 ShowAltFormats(image)
267 return
268
Simon Glass980a2842019-07-08 14:25:52 -0600269 # Output an entry to a single file, as a special case
270 if output_fname:
271 if not entry_paths:
Simon Glassa772d3f2019-07-20 12:24:14 -0600272 raise ValueError('Must specify an entry path to write with -f')
Simon Glass980a2842019-07-08 14:25:52 -0600273 if len(entry_paths) != 1:
Simon Glassa772d3f2019-07-20 12:24:14 -0600274 raise ValueError('Must specify exactly one entry path to write with -f')
Simon Glass980a2842019-07-08 14:25:52 -0600275 entry = image.FindEntryPath(entry_paths[0])
Simon Glass637958f2021-11-23 21:09:50 -0700276 data = entry.ReadData(decomp, alt_format)
Simon Glass80025522022-01-29 14:14:04 -0700277 tools.write_file(output_fname, data)
Simon Glass011f1b32022-01-29 14:14:15 -0700278 tout.notice("Wrote %#x bytes to file '%s'" % (len(data), output_fname))
Simon Glass980a2842019-07-08 14:25:52 -0600279 return
280
281 # Otherwise we will output to a path given by the entry path of each entry.
282 # This means that entries will appear in subdirectories if they are part of
283 # a sub-section.
284 einfos = image.GetListEntries(entry_paths)[0]
Simon Glass011f1b32022-01-29 14:14:15 -0700285 tout.notice('%d entries match and will be written' % len(einfos))
Simon Glass980a2842019-07-08 14:25:52 -0600286 for einfo in einfos:
287 entry = einfo.entry
Simon Glass637958f2021-11-23 21:09:50 -0700288 data = entry.ReadData(decomp, alt_format)
Simon Glass980a2842019-07-08 14:25:52 -0600289 path = entry.GetPath()[1:]
290 fname = os.path.join(outdir, path)
291
292 # If this entry has children, create a directory for it and put its
293 # data in a file called 'root' in that directory
294 if entry.GetEntries():
Simon Glass4ef93d92021-03-18 20:24:51 +1300295 if fname and not os.path.exists(fname):
Simon Glass980a2842019-07-08 14:25:52 -0600296 os.makedirs(fname)
297 fname = os.path.join(fname, 'root')
Simon Glass011f1b32022-01-29 14:14:15 -0700298 tout.notice("Write entry '%s' size %x to '%s'" %
Simon Glass08349452021-01-06 21:35:13 -0700299 (entry.GetPath(), len(data), fname))
Simon Glass80025522022-01-29 14:14:04 -0700300 tools.write_file(fname, data)
Simon Glass980a2842019-07-08 14:25:52 -0600301 return einfos
302
303
Simon Glass274bd0e2019-07-20 12:24:13 -0600304def BeforeReplace(image, allow_resize):
305 """Handle getting an image ready for replacing entries in it
306
307 Args:
308 image: Image to prepare
309 """
310 state.PrepareFromLoadedData(image)
311 image.LoadData()
Alper Nebi Yasake63ca5a2022-03-27 18:31:45 +0300312 image.CollectBintools()
Simon Glass274bd0e2019-07-20 12:24:13 -0600313
314 # If repacking, drop the old offset/size values except for the original
315 # ones, so we are only left with the constraints.
Alper Nebi Yasak00c68f12022-03-27 18:31:46 +0300316 if image.allow_repack and allow_resize:
Simon Glass274bd0e2019-07-20 12:24:13 -0600317 image.ResetForPack()
318
319
320def ReplaceOneEntry(image, entry, data, do_compress, allow_resize):
321 """Handle replacing a single entry an an image
322
323 Args:
324 image: Image to update
325 entry: Entry to write
326 data: Data to replace with
327 do_compress: True to compress the data if needed, False if data is
328 already compressed so should be used as is
329 allow_resize: True to allow entries to change size (this does a re-pack
330 of the entries), False to raise an exception
331 """
332 if not entry.WriteData(data, do_compress):
333 if not image.allow_repack:
334 entry.Raise('Entry data size does not match, but allow-repack is not present for this image')
335 if not allow_resize:
336 entry.Raise('Entry data size does not match, but resize is disabled')
337
338
339def AfterReplace(image, allow_resize, write_map):
340 """Handle write out an image after replacing entries in it
341
342 Args:
343 image: Image to write
344 allow_resize: True to allow entries to change size (this does a re-pack
345 of the entries), False to raise an exception
346 write_map: True to write a map file
347 """
Simon Glass011f1b32022-01-29 14:14:15 -0700348 tout.info('Processing image')
Simon Glass274bd0e2019-07-20 12:24:13 -0600349 ProcessImage(image, update_fdt=True, write_map=write_map,
350 get_contents=False, allow_resize=allow_resize)
351
352
353def WriteEntryToImage(image, entry, data, do_compress=True, allow_resize=True,
354 write_map=False):
355 BeforeReplace(image, allow_resize)
Simon Glass011f1b32022-01-29 14:14:15 -0700356 tout.info('Writing data to %s' % entry.GetPath())
Simon Glass274bd0e2019-07-20 12:24:13 -0600357 ReplaceOneEntry(image, entry, data, do_compress, allow_resize)
358 AfterReplace(image, allow_resize=allow_resize, write_map=write_map)
359
360
Simon Glassd48f94e2019-07-20 12:24:12 -0600361def WriteEntry(image_fname, entry_path, data, do_compress=True,
362 allow_resize=True, write_map=False):
Simon Glass3971c952019-07-20 12:24:11 -0600363 """Replace an entry in an image
364
365 This replaces the data in a particular entry in an image. This size of the
366 new data must match the size of the old data unless allow_resize is True.
367
368 Args:
369 image_fname: Image filename to process
370 entry_path: Path to entry to extract
371 data: Data to replace with
Simon Glassd48f94e2019-07-20 12:24:12 -0600372 do_compress: True to compress the data if needed, False if data is
Simon Glass3971c952019-07-20 12:24:11 -0600373 already compressed so should be used as is
374 allow_resize: True to allow entries to change size (this does a re-pack
375 of the entries), False to raise an exception
Simon Glassd48f94e2019-07-20 12:24:12 -0600376 write_map: True to write a map file
Simon Glass3971c952019-07-20 12:24:11 -0600377
378 Returns:
379 Image object that was updated
380 """
Simon Glass011f1b32022-01-29 14:14:15 -0700381 tout.info("Write entry '%s', file '%s'" % (entry_path, image_fname))
Simon Glass3971c952019-07-20 12:24:11 -0600382 image = Image.FromFile(image_fname)
Stefan Herbrechtsmeier47250302022-08-19 16:25:22 +0200383 image.CollectBintools()
Simon Glass3971c952019-07-20 12:24:11 -0600384 entry = image.FindEntryPath(entry_path)
Simon Glass274bd0e2019-07-20 12:24:13 -0600385 WriteEntryToImage(image, entry, data, do_compress=do_compress,
386 allow_resize=allow_resize, write_map=write_map)
Simon Glass3971c952019-07-20 12:24:11 -0600387
Simon Glass3971c952019-07-20 12:24:11 -0600388 return image
389
Simon Glass30033c22019-07-20 12:24:15 -0600390
391def ReplaceEntries(image_fname, input_fname, indir, entry_paths,
392 do_compress=True, allow_resize=True, write_map=False):
393 """Replace the data from one or more entries from input files
394
395 Args:
396 image_fname: Image filename to process
Jan Kiszka8ea44432021-11-11 08:13:30 +0100397 input_fname: Single input filename to use if replacing one file, None
Simon Glass30033c22019-07-20 12:24:15 -0600398 otherwise
399 indir: Input directory to use (for any number of files), else None
Jan Kiszka8ea44432021-11-11 08:13:30 +0100400 entry_paths: List of entry paths to replace
Simon Glass30033c22019-07-20 12:24:15 -0600401 do_compress: True if the input data is uncompressed and may need to be
402 compressed if the entry requires it, False if the data is already
403 compressed.
404 write_map: True to write a map file
405
406 Returns:
407 List of EntryInfo records that were written
408 """
Jan Kiszkaafc8f292021-11-11 08:14:18 +0100409 image_fname = os.path.abspath(image_fname)
Simon Glass30033c22019-07-20 12:24:15 -0600410 image = Image.FromFile(image_fname)
411
Simon Glass49b77e82023-03-02 17:02:44 -0700412 image.mark_build_done()
413
Simon Glass30033c22019-07-20 12:24:15 -0600414 # Replace an entry from a single file, as a special case
415 if input_fname:
416 if not entry_paths:
417 raise ValueError('Must specify an entry path to read with -f')
418 if len(entry_paths) != 1:
419 raise ValueError('Must specify exactly one entry path to write with -f')
420 entry = image.FindEntryPath(entry_paths[0])
Simon Glass80025522022-01-29 14:14:04 -0700421 data = tools.read_file(input_fname)
Simon Glass011f1b32022-01-29 14:14:15 -0700422 tout.notice("Read %#x bytes from file '%s'" % (len(data), input_fname))
Simon Glass30033c22019-07-20 12:24:15 -0600423 WriteEntryToImage(image, entry, data, do_compress=do_compress,
424 allow_resize=allow_resize, write_map=write_map)
425 return
426
427 # Otherwise we will input from a path given by the entry path of each entry.
428 # This means that files must appear in subdirectories if they are part of
429 # a sub-section.
430 einfos = image.GetListEntries(entry_paths)[0]
Simon Glass011f1b32022-01-29 14:14:15 -0700431 tout.notice("Replacing %d matching entries in image '%s'" %
Simon Glass30033c22019-07-20 12:24:15 -0600432 (len(einfos), image_fname))
433
434 BeforeReplace(image, allow_resize)
435
436 for einfo in einfos:
437 entry = einfo.entry
438 if entry.GetEntries():
Simon Glass011f1b32022-01-29 14:14:15 -0700439 tout.info("Skipping section entry '%s'" % entry.GetPath())
Simon Glass30033c22019-07-20 12:24:15 -0600440 continue
441
442 path = entry.GetPath()[1:]
443 fname = os.path.join(indir, path)
444
445 if os.path.exists(fname):
Simon Glass011f1b32022-01-29 14:14:15 -0700446 tout.notice("Write entry '%s' from file '%s'" %
Simon Glass30033c22019-07-20 12:24:15 -0600447 (entry.GetPath(), fname))
Simon Glass80025522022-01-29 14:14:04 -0700448 data = tools.read_file(fname)
Simon Glass30033c22019-07-20 12:24:15 -0600449 ReplaceOneEntry(image, entry, data, do_compress, allow_resize)
450 else:
Simon Glass011f1b32022-01-29 14:14:15 -0700451 tout.warning("Skipping entry '%s' from missing file '%s'" %
Simon Glass30033c22019-07-20 12:24:15 -0600452 (entry.GetPath(), fname))
453
454 AfterReplace(image, allow_resize=allow_resize, write_map=write_map)
455 return image
456
Ivan Mikhaylov8a803862023-03-08 01:13:39 +0000457def SignEntries(image_fname, input_fname, privatekey_fname, algo, entry_paths,
458 write_map=False):
459 """Sign and replace the data from one or more entries from input files
460
461 Args:
462 image_fname: Image filename to process
463 input_fname: Single input filename to use if replacing one file, None
464 otherwise
465 algo: Hashing algorithm
466 entry_paths: List of entry paths to sign
467 privatekey_fname: Private key filename
468 write_map (bool): True to write the map file
469 """
470 image_fname = os.path.abspath(image_fname)
471 image = Image.FromFile(image_fname)
472
Ivan Mikhaylov3cfcaa4d2023-03-08 01:13:40 +0000473 image.mark_build_done()
474
Ivan Mikhaylov8a803862023-03-08 01:13:39 +0000475 BeforeReplace(image, allow_resize=True)
476
477 for entry_path in entry_paths:
478 entry = image.FindEntryPath(entry_path)
479 entry.UpdateSignatures(privatekey_fname, algo, input_fname)
480
481 AfterReplace(image, allow_resize=True, write_map=write_map)
Simon Glass30033c22019-07-20 12:24:15 -0600482
Simon Glassfc792842023-07-18 07:24:04 -0600483def _ProcessTemplates(parent):
484 """Handle any templates in the binman description
485
486 Args:
487 parent: Binman node to process (typically /binman)
488
489 Search though each target node looking for those with an 'insert-template'
490 property. Use that as a list of references to template nodes to use to
491 adjust the target node.
492
493 Processing involves copying each subnode of the template node into the
494 target node.
495
496 For now this is not done recursively, so templates must be at the top level
497 of the binman image.
498
499 See 'Templates' in the Binman documnentation for details.
500 """
501 for node in parent.subnodes:
502 tmpl = fdt_util.GetPhandleList(node, 'insert-template')
503 if tmpl:
504 node.copy_subnodes_from_phandles(tmpl)
505
Simon Glass55ab0b62021-03-18 20:25:06 +1300506def PrepareImagesAndDtbs(dtb_fname, select_images, update_fdt, use_expanded):
Simon Glassd3151ff2019-07-20 12:23:27 -0600507 """Prepare the images to be processed and select the device tree
508
509 This function:
510 - reads in the device tree
511 - finds and scans the binman node to create all entries
512 - selects which images to build
513 - Updates the device tress with placeholder properties for offset,
514 image-pos, etc.
515
516 Args:
517 dtb_fname: Filename of the device tree file to use (.dts or .dtb)
518 selected_images: List of images to output, or None for all
519 update_fdt: True to update the FDT wth entry offsets, etc.
Simon Glass55ab0b62021-03-18 20:25:06 +1300520 use_expanded: True to use expanded versions of entries, if available.
521 So if 'u-boot' is called for, we use 'u-boot-expanded' instead. This
522 is needed if update_fdt is True (although tests may disable it)
Simon Glass31ee50f2020-09-01 05:13:55 -0600523
524 Returns:
525 OrderedDict of images:
526 key: Image name (str)
527 value: Image object
Simon Glassd3151ff2019-07-20 12:23:27 -0600528 """
529 # Import these here in case libfdt.py is not available, in which case
530 # the above help option still works.
Simon Glassc585dd42020-04-17 18:09:03 -0600531 from dtoc import fdt
532 from dtoc import fdt_util
Simon Glassd3151ff2019-07-20 12:23:27 -0600533 global images
534
535 # Get the device tree ready by compiling it and copying the compiled
536 # output into a file in our output directly. Then scan it for use
537 # in binman.
538 dtb_fname = fdt_util.EnsureCompiled(dtb_fname)
Simon Glass80025522022-01-29 14:14:04 -0700539 fname = tools.get_output_filename('u-boot.dtb.out')
540 tools.write_file(fname, tools.read_file(dtb_fname))
Simon Glassd3151ff2019-07-20 12:23:27 -0600541 dtb = fdt.FdtScan(fname)
542
543 node = _FindBinmanNode(dtb)
544 if not node:
545 raise ValueError("Device tree '%s' does not have a 'binman' "
546 "node" % dtb_fname)
547
Simon Glassfc792842023-07-18 07:24:04 -0600548 _ProcessTemplates(node)
549
Simon Glass55ab0b62021-03-18 20:25:06 +1300550 images = _ReadImageDesc(node, use_expanded)
Simon Glassd3151ff2019-07-20 12:23:27 -0600551
552 if select_images:
553 skip = []
554 new_images = OrderedDict()
555 for name, image in images.items():
556 if name in select_images:
557 new_images[name] = image
558 else:
559 skip.append(name)
560 images = new_images
Simon Glass011f1b32022-01-29 14:14:15 -0700561 tout.notice('Skipping images: %s' % ', '.join(skip))
Simon Glassd3151ff2019-07-20 12:23:27 -0600562
563 state.Prepare(images, dtb)
564
565 # Prepare the device tree by making sure that any missing
566 # properties are added (e.g. 'pos' and 'size'). The values of these
567 # may not be correct yet, but we add placeholders so that the
568 # size of the device tree is correct. Later, in
569 # SetCalculatedProperties() we will insert the correct values
570 # without changing the device-tree size, thus ensuring that our
571 # entry offsets remain the same.
572 for image in images.values():
Simon Glassf86ddad2022-03-05 20:19:00 -0700573 image.gen_entries()
Stefan Herbrechtsmeier47250302022-08-19 16:25:22 +0200574 image.CollectBintools()
Simon Glassd3151ff2019-07-20 12:23:27 -0600575 if update_fdt:
Simon Glassacd6c6e2020-10-26 17:40:17 -0600576 image.AddMissingProperties(True)
Simon Glassd3151ff2019-07-20 12:23:27 -0600577 image.ProcessFdt(dtb)
578
Simon Glass5a300602019-07-20 12:23:29 -0600579 for dtb_item in state.GetAllFdts():
Simon Glassd3151ff2019-07-20 12:23:27 -0600580 dtb_item.Sync(auto_resize=True)
581 dtb_item.Pack()
582 dtb_item.Flush()
583 return images
584
585
Simon Glassf8a54bc2019-07-20 12:23:56 -0600586def ProcessImage(image, update_fdt, write_map, get_contents=True,
Heiko Thiery6d451362022-01-06 11:49:41 +0100587 allow_resize=True, allow_missing=False,
588 allow_fake_blobs=False):
Simon Glassb766c5e52019-07-20 12:23:24 -0600589 """Perform all steps for this image, including checking and # writing it.
590
591 This means that errors found with a later image will be reported after
592 earlier images are already completed and written, but that does not seem
593 important.
594
595 Args:
596 image: Image to process
597 update_fdt: True to update the FDT wth entry offsets, etc.
598 write_map: True to write a map file
Simon Glass072959a2019-07-20 12:23:50 -0600599 get_contents: True to get the image contents from files, etc., False if
600 the contents is already present
Simon Glassf8a54bc2019-07-20 12:23:56 -0600601 allow_resize: True to allow entries to change size (this does a re-pack
602 of the entries), False to raise an exception
Simon Glass5d94cc62020-07-09 18:39:38 -0600603 allow_missing: Allow blob_ext objects to be missing
Heiko Thiery6d451362022-01-06 11:49:41 +0100604 allow_fake_blobs: Allow blob_ext objects to be faked with dummy files
Simon Glassa003cd32020-07-09 18:39:40 -0600605
606 Returns:
Heiko Thiery6d451362022-01-06 11:49:41 +0100607 True if one or more external blobs are missing or faked,
608 False if all are present
Simon Glassb766c5e52019-07-20 12:23:24 -0600609 """
Simon Glass072959a2019-07-20 12:23:50 -0600610 if get_contents:
Simon Glass5d94cc62020-07-09 18:39:38 -0600611 image.SetAllowMissing(allow_missing)
Heiko Thiery6d451362022-01-06 11:49:41 +0100612 image.SetAllowFakeBlob(allow_fake_blobs)
Simon Glass072959a2019-07-20 12:23:50 -0600613 image.GetEntryContents()
Simon Glass1e9e61c2023-01-07 14:07:12 -0700614 image.drop_absent()
Simon Glassb766c5e52019-07-20 12:23:24 -0600615 image.GetEntryOffsets()
616
617 # We need to pack the entries to figure out where everything
618 # should be placed. This sets the offset/size of each entry.
619 # However, after packing we call ProcessEntryContents() which
620 # may result in an entry changing size. In that case we need to
621 # do another pass. Since the device tree often contains the
622 # final offset/size information we try to make space for this in
623 # AddMissingProperties() above. However, if the device is
624 # compressed we cannot know this compressed size in advance,
625 # since changing an offset from 0x100 to 0x104 (for example) can
626 # alter the compressed size of the device tree. So we need a
627 # third pass for this.
Simon Glass37fdd142019-07-20 12:24:06 -0600628 passes = 5
Simon Glassb766c5e52019-07-20 12:23:24 -0600629 for pack_pass in range(passes):
630 try:
631 image.PackEntries()
Simon Glassb766c5e52019-07-20 12:23:24 -0600632 except Exception as e:
633 if write_map:
634 fname = image.WriteMap()
635 print("Wrote map file '%s' to show errors" % fname)
636 raise
637 image.SetImagePos()
638 if update_fdt:
639 image.SetCalculatedProperties()
Simon Glass5a300602019-07-20 12:23:29 -0600640 for dtb_item in state.GetAllFdts():
Simon Glassb766c5e52019-07-20 12:23:24 -0600641 dtb_item.Sync()
Simon Glassf8a54bc2019-07-20 12:23:56 -0600642 dtb_item.Flush()
Simon Glasse5943412019-08-24 07:23:12 -0600643 image.WriteSymbols()
Simon Glassb766c5e52019-07-20 12:23:24 -0600644 sizes_ok = image.ProcessEntryContents()
645 if sizes_ok:
646 break
647 image.ResetForPack()
Simon Glass011f1b32022-01-29 14:14:15 -0700648 tout.info('Pack completed after %d pass(es)' % (pack_pass + 1))
Simon Glassb766c5e52019-07-20 12:23:24 -0600649 if not sizes_ok:
Simon Glass9d8ee322019-07-20 12:23:58 -0600650 image.Raise('Entries changed size after packing (tried %s passes)' %
Simon Glassb766c5e52019-07-20 12:23:24 -0600651 passes)
652
Simon Glassb766c5e52019-07-20 12:23:24 -0600653 image.BuildImage()
654 if write_map:
655 image.WriteMap()
Simon Glass63328f12023-01-07 14:07:15 -0700656
Simon Glassa003cd32020-07-09 18:39:40 -0600657 missing_list = []
658 image.CheckMissing(missing_list)
659 if missing_list:
Simon Glass011f1b32022-01-29 14:14:15 -0700660 tout.warning("Image '%s' is missing external blobs and is non-functional: %s" %
Simon Glassa003cd32020-07-09 18:39:40 -0600661 (image.name, ' '.join([e.name for e in missing_list])))
Simon Glassa820af72020-09-06 10:39:09 -0600662 _ShowHelpForMissingBlobs(missing_list)
Simon Glass63328f12023-01-07 14:07:15 -0700663
Heiko Thiery6d451362022-01-06 11:49:41 +0100664 faked_list = []
665 image.CheckFakedBlobs(faked_list)
666 if faked_list:
Simon Glass011f1b32022-01-29 14:14:15 -0700667 tout.warning(
Simon Glassf9f34032022-01-09 20:13:45 -0700668 "Image '%s' has faked external blobs and is non-functional: %s" %
669 (image.name, ' '.join([os.path.basename(e.GetDefaultFilename())
670 for e in faked_list])))
Simon Glass63328f12023-01-07 14:07:15 -0700671
672 optional_list = []
673 image.CheckOptional(optional_list)
674 if optional_list:
675 tout.warning(
676 "Image '%s' is missing external blobs but is still functional: %s" %
677 (image.name, ' '.join([e.name for e in optional_list])))
678 _ShowHelpForMissingBlobs(optional_list)
679
Simon Glass66152ce2022-01-09 20:14:09 -0700680 missing_bintool_list = []
681 image.check_missing_bintools(missing_bintool_list)
682 if missing_bintool_list:
Simon Glass011f1b32022-01-29 14:14:15 -0700683 tout.warning(
Simon Glass66152ce2022-01-09 20:14:09 -0700684 "Image '%s' has missing bintools and is non-functional: %s" %
685 (image.name, ' '.join([os.path.basename(bintool.name)
686 for bintool in missing_bintool_list])))
687 return any([missing_list, faked_list, missing_bintool_list])
Simon Glassb766c5e52019-07-20 12:23:24 -0600688
689
Simon Glassf46732a2019-07-08 14:25:29 -0600690def Binman(args):
Simon Glass2574ef62016-11-25 20:15:51 -0700691 """The main control code for binman
692
693 This assumes that help and test options have already been dealt with. It
694 deals with the core task of building images.
695
696 Args:
Simon Glassf46732a2019-07-08 14:25:29 -0600697 args: Command line arguments Namespace object
Simon Glass2574ef62016-11-25 20:15:51 -0700698 """
Simon Glassb9ba4e02019-08-24 07:22:44 -0600699 global Image
700 global state
701
Simon Glassf46732a2019-07-08 14:25:29 -0600702 if args.full_help:
Simon Glassfeb80cc2023-02-23 18:18:20 -0700703 with importlib.resources.path('binman', 'README.rst') as readme:
704 tools.print_full_help(str(readme))
Simon Glass2574ef62016-11-25 20:15:51 -0700705 return 0
706
Simon Glassb9ba4e02019-08-24 07:22:44 -0600707 # Put these here so that we can import this module without libfdt
Simon Glass90cd6f02020-08-05 13:27:47 -0600708 from binman.image import Image
Simon Glassc585dd42020-04-17 18:09:03 -0600709 from binman import state
Simon Glassb9ba4e02019-08-24 07:22:44 -0600710
Simon Glass9a1c7262023-02-22 12:14:49 -0700711 tool_paths = []
712 if args.toolpath:
713 tool_paths += args.toolpath
714 if args.tooldir:
715 tool_paths.append(args.tooldir)
716 tools.set_tool_paths(tool_paths or None)
717 bintool.Bintool.set_tool_dir(args.tooldir)
718
Ivan Mikhaylov8a803862023-03-08 01:13:39 +0000719 if args.cmd in ['ls', 'extract', 'replace', 'tool', 'sign']:
Simon Glass9b7f5002019-07-20 12:23:53 -0600720 try:
Simon Glass011f1b32022-01-29 14:14:15 -0700721 tout.init(args.verbosity)
Simon Glassb9b9b272023-03-02 17:02:42 -0700722 if args.cmd == 'replace':
723 tools.prepare_output_dir(args.outdir, args.preserve)
724 else:
725 tools.prepare_output_dir(None)
Simon Glassdf08cbb2019-09-15 18:10:36 -0600726 if args.cmd == 'ls':
727 ListEntries(args.image, args.paths)
Simon Glassb2fd11d2019-07-08 14:25:48 -0600728
Simon Glassdf08cbb2019-09-15 18:10:36 -0600729 if args.cmd == 'extract':
730 ExtractEntries(args.image, args.filename, args.outdir, args.paths,
Simon Glass637958f2021-11-23 21:09:50 -0700731 not args.uncompressed, args.format)
Simon Glass980a2842019-07-08 14:25:52 -0600732
Simon Glassdf08cbb2019-09-15 18:10:36 -0600733 if args.cmd == 'replace':
734 ReplaceEntries(args.image, args.filename, args.indir, args.paths,
735 do_compress=not args.compressed,
736 allow_resize=not args.fix_size, write_map=args.map)
Simon Glass4eae9252022-01-09 20:13:50 -0700737
Ivan Mikhaylov8a803862023-03-08 01:13:39 +0000738 if args.cmd == 'sign':
739 SignEntries(args.image, args.file, args.key, args.algo, args.paths)
740
Simon Glass4eae9252022-01-09 20:13:50 -0700741 if args.cmd == 'tool':
Simon Glass4eae9252022-01-09 20:13:50 -0700742 if args.list:
743 bintool.Bintool.list_all()
744 elif args.fetch:
745 if not args.bintools:
746 raise ValueError(
747 "Please specify bintools to fetch or 'all' or 'missing'")
748 bintool.Bintool.fetch_tools(bintool.FETCH_ANY,
749 args.bintools)
750 else:
751 raise ValueError("Invalid arguments to 'tool' subcommand")
Simon Glassdf08cbb2019-09-15 18:10:36 -0600752 except:
753 raise
Simon Glass30033c22019-07-20 12:24:15 -0600754 finally:
Simon Glass80025522022-01-29 14:14:04 -0700755 tools.finalise_output_dir()
Simon Glass30033c22019-07-20 12:24:15 -0600756 return 0
757
Simon Glassadfb8492021-11-03 21:09:18 -0600758 elf_params = None
759 if args.update_fdt_in_elf:
760 elf_params = args.update_fdt_in_elf.split(',')
761 if len(elf_params) != 4:
762 raise ValueError('Invalid args %s to --update-fdt-in-elf: expected infile,outfile,begin_sym,end_sym' %
763 elf_params)
764
Simon Glass2574ef62016-11-25 20:15:51 -0700765 # Try to figure out which device tree contains our image description
Simon Glassf46732a2019-07-08 14:25:29 -0600766 if args.dt:
767 dtb_fname = args.dt
Simon Glass2574ef62016-11-25 20:15:51 -0700768 else:
Simon Glassf46732a2019-07-08 14:25:29 -0600769 board = args.board
Simon Glass2574ef62016-11-25 20:15:51 -0700770 if not board:
771 raise ValueError('Must provide a board to process (use -b <board>)')
Simon Glassf46732a2019-07-08 14:25:29 -0600772 board_pathname = os.path.join(args.build_dir, board)
Simon Glass2574ef62016-11-25 20:15:51 -0700773 dtb_fname = os.path.join(board_pathname, 'u-boot.dtb')
Simon Glassf46732a2019-07-08 14:25:29 -0600774 if not args.indir:
775 args.indir = ['.']
776 args.indir.append(board_pathname)
Simon Glass2574ef62016-11-25 20:15:51 -0700777
778 try:
Simon Glass011f1b32022-01-29 14:14:15 -0700779 tout.init(args.verbosity)
Simon Glassf46732a2019-07-08 14:25:29 -0600780 elf.debug = args.debug
781 cbfs_util.VERBOSE = args.verbosity > 2
782 state.use_fake_dtb = args.fake_dtb
Simon Glass55ab0b62021-03-18 20:25:06 +1300783
784 # Normally we replace the 'u-boot' etype with 'u-boot-expanded', etc.
785 # When running tests this can be disabled using this flag. When not
786 # updating the FDT in image, it is not needed by binman, but we use it
787 # for consistency, so that the images look the same to U-Boot at
788 # runtime.
789 use_expanded = not args.no_expanded
Simon Glass2574ef62016-11-25 20:15:51 -0700790 try:
Simon Glass80025522022-01-29 14:14:04 -0700791 tools.set_input_dirs(args.indir)
792 tools.prepare_output_dir(args.outdir, args.preserve)
Simon Glassf46732a2019-07-08 14:25:29 -0600793 state.SetEntryArgs(args.entry_arg)
Simon Glass76f496d2021-07-06 10:36:37 -0600794 state.SetThreads(args.threads)
Simon Glass92307732018-07-06 10:27:40 -0600795
Simon Glassd3151ff2019-07-20 12:23:27 -0600796 images = PrepareImagesAndDtbs(dtb_fname, args.image,
Simon Glass55ab0b62021-03-18 20:25:06 +1300797 args.update_fdt, use_expanded)
Heiko Thiery6d451362022-01-06 11:49:41 +0100798
Simon Glass76f496d2021-07-06 10:36:37 -0600799 if args.test_section_timeout:
800 # Set the first image to timeout, used in testThreadTimeout()
801 images[list(images.keys())[0]].test_section_timeout = True
Heiko Thiery6d451362022-01-06 11:49:41 +0100802 invalid = False
Simon Glass66152ce2022-01-09 20:14:09 -0700803 bintool.Bintool.set_missing_list(
804 args.force_missing_bintools.split(',') if
805 args.force_missing_bintools else None)
Simon Glass7d3e4072022-08-07 09:46:46 -0600806
807 # Create the directory here instead of Entry.check_fake_fname()
808 # since that is called from a threaded context so different threads
809 # may race to create the directory
810 if args.fake_ext_blobs:
811 entry.Entry.create_fake_dir()
812
Simon Glass2574ef62016-11-25 20:15:51 -0700813 for image in images.values():
Heiko Thiery6d451362022-01-06 11:49:41 +0100814 invalid |= ProcessImage(image, args.update_fdt, args.map,
815 allow_missing=args.allow_missing,
816 allow_fake_blobs=args.fake_ext_blobs)
Simon Glassbdb40312018-09-14 04:57:20 -0600817
818 # Write the updated FDTs to our output files
Simon Glass5a300602019-07-20 12:23:29 -0600819 for dtb_item in state.GetAllFdts():
Simon Glass80025522022-01-29 14:14:04 -0700820 tools.write_file(dtb_item._fname, dtb_item.GetContents())
Simon Glassbdb40312018-09-14 04:57:20 -0600821
Simon Glassadfb8492021-11-03 21:09:18 -0600822 if elf_params:
823 data = state.GetFdtForEtype('u-boot-dtb').GetContents()
824 elf.UpdateFile(*elf_params, data)
825
Simon Glass6bce5dc2022-11-09 19:14:42 -0700826 # This can only be True if -M is provided, since otherwise binman
827 # would have raised an error already
Heiko Thiery6d451362022-01-06 11:49:41 +0100828 if invalid:
Simon Glass6bce5dc2022-11-09 19:14:42 -0700829 msg = '\nSome images are invalid'
830 if args.ignore_missing:
831 tout.warning(msg)
832 else:
833 tout.error(msg)
834 return 103
Simon Glass748a1d42021-07-06 10:36:41 -0600835
836 # Use this to debug the time take to pack the image
837 #state.TimingShow()
Simon Glass2574ef62016-11-25 20:15:51 -0700838 finally:
Simon Glass80025522022-01-29 14:14:04 -0700839 tools.finalise_output_dir()
Simon Glass2574ef62016-11-25 20:15:51 -0700840 finally:
Simon Glass011f1b32022-01-29 14:14:15 -0700841 tout.uninit()
Simon Glass2574ef62016-11-25 20:15:51 -0700842
843 return 0