Tom Rini | 10e4779 | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | # SPDX-License-Identifier: GPL-2.0+ |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 2 | # Copyright (c) 2011 The Chromium OS Authors. |
| 3 | # |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 4 | |
| 5 | import os |
Simon Glass | a997ea5 | 2020-04-17 18:09:04 -0600 | [diff] [blame] | 6 | |
Simon Glass | 131444f | 2023-02-23 18:18:04 -0700 | [diff] [blame] | 7 | from u_boot_pylib import cros_subprocess |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 8 | |
Simon Glass | 5dc22cf | 2025-02-03 09:26:42 -0700 | [diff] [blame^] | 9 | # This permits interception of RunPipe for test purposes. If it is set to |
| 10 | # a function, then that function is called with the pipe list being |
| 11 | # executed. Otherwise, it is assumed to be a CommandResult object, and is |
| 12 | # returned as the result for every run_pipe() call. |
| 13 | # When this value is None, commands are executed as normal. |
| 14 | TEST_RESULT = None |
| 15 | |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 16 | """Shell command ease-ups for Python.""" |
| 17 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 18 | class CommandResult: |
| 19 | """A class which captures the result of executing a command. |
| 20 | |
| 21 | Members: |
| 22 | stdout: stdout obtained from command, as a string |
| 23 | stderr: stderr obtained from command, as a string |
| 24 | return_code: Return code from command |
| 25 | exception: Exception received, or None if all ok |
| 26 | """ |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 27 | def __init__(self, stdout='', stderr='', combined='', return_code=0, |
| 28 | exception=None): |
| 29 | self.stdout = stdout |
| 30 | self.stderr = stderr |
| 31 | self.combined = combined |
| 32 | self.return_code = return_code |
| 33 | self.exception = exception |
| 34 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 35 | def to_output(self, binary): |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 36 | if not binary: |
Simon Glass | 4ba3ea5 | 2020-06-07 06:45:46 -0600 | [diff] [blame] | 37 | self.stdout = self.stdout.decode('utf-8') |
| 38 | self.stderr = self.stderr.decode('utf-8') |
| 39 | self.combined = self.combined.decode('utf-8') |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 40 | return self |
| 41 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 42 | def run_pipe(pipe_list, infile=None, outfile=None, |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 43 | capture=False, capture_stderr=False, oneline=False, |
Simon Glass | 146b602 | 2021-10-19 21:43:24 -0600 | [diff] [blame] | 44 | raise_on_error=True, cwd=None, binary=False, |
| 45 | output_func=None, **kwargs): |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 46 | """ |
| 47 | Perform a command pipeline, with optional input/output filenames. |
| 48 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 49 | Args: |
| 50 | pipe_list: List of command lines to execute. Each command line is |
| 51 | piped into the next, and is itself a list of strings. For |
| 52 | example [ ['ls', '.git'] ['wc'] ] will pipe the output of |
| 53 | 'ls .git' into 'wc'. |
| 54 | infile: File to provide stdin to the pipeline |
| 55 | outfile: File to store stdout |
| 56 | capture: True to capture output |
| 57 | capture_stderr: True to capture stderr |
| 58 | oneline: True to strip newline chars from output |
Simon Glass | 146b602 | 2021-10-19 21:43:24 -0600 | [diff] [blame] | 59 | output_func: Output function to call with each output fragment |
| 60 | (if it returns True the function terminates) |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 61 | kwargs: Additional keyword arguments to cros_subprocess.Popen() |
| 62 | Returns: |
| 63 | CommandResult object |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 64 | """ |
Simon Glass | 5dc22cf | 2025-02-03 09:26:42 -0700 | [diff] [blame^] | 65 | if TEST_RESULT: |
| 66 | if hasattr(TEST_RESULT, '__call__'): |
Simon Glass | 547cba6 | 2022-02-11 13:23:18 -0700 | [diff] [blame] | 67 | # pylint: disable=E1102 |
Simon Glass | 5dc22cf | 2025-02-03 09:26:42 -0700 | [diff] [blame^] | 68 | result = TEST_RESULT(pipe_list=pipe_list) |
Simon Glass | 6a8480b | 2018-07-17 13:25:42 -0600 | [diff] [blame] | 69 | if result: |
| 70 | return result |
| 71 | else: |
Simon Glass | 5dc22cf | 2025-02-03 09:26:42 -0700 | [diff] [blame^] | 72 | return TEST_RESULT |
Simon Glass | 6a8480b | 2018-07-17 13:25:42 -0600 | [diff] [blame] | 73 | # No result: fall through to normal processing |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 74 | result = CommandResult(b'', b'', b'') |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 75 | last_pipe = None |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 76 | pipeline = list(pipe_list) |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 77 | user_pipestr = '|'.join([' '.join(pipe) for pipe in pipe_list]) |
Simon Glass | f1bf686 | 2014-09-05 19:00:09 -0600 | [diff] [blame] | 78 | kwargs['stdout'] = None |
| 79 | kwargs['stderr'] = None |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 80 | while pipeline: |
| 81 | cmd = pipeline.pop(0) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 82 | if last_pipe is not None: |
| 83 | kwargs['stdin'] = last_pipe.stdout |
| 84 | elif infile: |
| 85 | kwargs['stdin'] = open(infile, 'rb') |
| 86 | if pipeline or capture: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 87 | kwargs['stdout'] = cros_subprocess.PIPE |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 88 | elif outfile: |
| 89 | kwargs['stdout'] = open(outfile, 'wb') |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 90 | if capture_stderr: |
| 91 | kwargs['stderr'] = cros_subprocess.PIPE |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 92 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 93 | try: |
| 94 | last_pipe = cros_subprocess.Popen(cmd, cwd=cwd, **kwargs) |
Paul Burton | f14a131 | 2016-09-27 16:03:51 +0100 | [diff] [blame] | 95 | except Exception as err: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 96 | result.exception = err |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 97 | if raise_on_error: |
| 98 | raise Exception("Error running '%s': %s" % (user_pipestr, str)) |
| 99 | result.return_code = 255 |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 100 | return result.to_output(binary) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 101 | |
| 102 | if capture: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 103 | result.stdout, result.stderr, result.combined = ( |
Simon Glass | 4c0557b | 2022-01-29 14:14:08 -0700 | [diff] [blame] | 104 | last_pipe.communicate_filter(output_func)) |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 105 | if result.stdout and oneline: |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 106 | result.output = result.stdout.rstrip(b'\r\n') |
Simon Glass | 85bbeeb | 2023-11-01 11:17:50 -0600 | [diff] [blame] | 107 | result.return_code = last_pipe.wait() |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 108 | if raise_on_error and result.return_code: |
| 109 | raise Exception("Error running '%s'" % user_pipestr) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 110 | return result.to_output(binary) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 111 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 112 | def output(*cmd, **kwargs): |
Simon Glass | 097483d | 2019-07-08 13:18:23 -0600 | [diff] [blame] | 113 | kwargs['raise_on_error'] = kwargs.get('raise_on_error', True) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 114 | return run_pipe([cmd], capture=True, **kwargs).stdout |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 115 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 116 | def output_one_line(*cmd, **kwargs): |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 117 | """Run a command and output it as a single-line string |
| 118 | |
| 119 | The command us expected to produce a single line of output |
| 120 | |
| 121 | Returns: |
| 122 | String containing output of command |
| 123 | """ |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 124 | raise_on_error = kwargs.pop('raise_on_error', True) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 125 | result = run_pipe([cmd], capture=True, oneline=True, |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 126 | raise_on_error=raise_on_error, **kwargs).stdout.strip() |
| 127 | return result |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 128 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 129 | def run(*cmd, **kwargs): |
| 130 | return run_pipe([cmd], **kwargs).stdout |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 131 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 132 | def run_list(cmd): |
| 133 | return run_pipe([cmd], capture=True).stdout |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 134 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 135 | def stop_all(): |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 136 | cros_subprocess.stay_alive = False |