Tom Rini | 10e4779 | 2018-05-06 17:58:06 -0400 | [diff] [blame] | 1 | # SPDX-License-Identifier: GPL-2.0+ |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 2 | # Copyright (c) 2011 The Chromium OS Authors. |
| 3 | # |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 4 | |
| 5 | import os |
Simon Glass | a997ea5 | 2020-04-17 18:09:04 -0600 | [diff] [blame] | 6 | |
| 7 | from patman import cros_subprocess |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 8 | |
| 9 | """Shell command ease-ups for Python.""" |
| 10 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 11 | class CommandResult: |
| 12 | """A class which captures the result of executing a command. |
| 13 | |
| 14 | Members: |
| 15 | stdout: stdout obtained from command, as a string |
| 16 | stderr: stderr obtained from command, as a string |
| 17 | return_code: Return code from command |
| 18 | exception: Exception received, or None if all ok |
| 19 | """ |
| 20 | def __init__(self): |
| 21 | self.stdout = None |
| 22 | self.stderr = None |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 23 | self.combined = None |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 24 | self.return_code = None |
| 25 | self.exception = None |
| 26 | |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 27 | def __init__(self, stdout='', stderr='', combined='', return_code=0, |
| 28 | exception=None): |
| 29 | self.stdout = stdout |
| 30 | self.stderr = stderr |
| 31 | self.combined = combined |
| 32 | self.return_code = return_code |
| 33 | self.exception = exception |
| 34 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 35 | def to_output(self, binary): |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 36 | if not binary: |
Simon Glass | 4ba3ea5 | 2020-06-07 06:45:46 -0600 | [diff] [blame] | 37 | self.stdout = self.stdout.decode('utf-8') |
| 38 | self.stderr = self.stderr.decode('utf-8') |
| 39 | self.combined = self.combined.decode('utf-8') |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 40 | return self |
| 41 | |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 42 | |
| 43 | # This permits interception of RunPipe for test purposes. If it is set to |
| 44 | # a function, then that function is called with the pipe list being |
| 45 | # executed. Otherwise, it is assumed to be a CommandResult object, and is |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 46 | # returned as the result for every run_pipe() call. |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 47 | # When this value is None, commands are executed as normal. |
| 48 | test_result = None |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 49 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 50 | def run_pipe(pipe_list, infile=None, outfile=None, |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 51 | capture=False, capture_stderr=False, oneline=False, |
Simon Glass | 146b602 | 2021-10-19 21:43:24 -0600 | [diff] [blame] | 52 | raise_on_error=True, cwd=None, binary=False, |
| 53 | output_func=None, **kwargs): |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 54 | """ |
| 55 | Perform a command pipeline, with optional input/output filenames. |
| 56 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 57 | Args: |
| 58 | pipe_list: List of command lines to execute. Each command line is |
| 59 | piped into the next, and is itself a list of strings. For |
| 60 | example [ ['ls', '.git'] ['wc'] ] will pipe the output of |
| 61 | 'ls .git' into 'wc'. |
| 62 | infile: File to provide stdin to the pipeline |
| 63 | outfile: File to store stdout |
| 64 | capture: True to capture output |
| 65 | capture_stderr: True to capture stderr |
| 66 | oneline: True to strip newline chars from output |
Simon Glass | 146b602 | 2021-10-19 21:43:24 -0600 | [diff] [blame] | 67 | output_func: Output function to call with each output fragment |
| 68 | (if it returns True the function terminates) |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 69 | kwargs: Additional keyword arguments to cros_subprocess.Popen() |
| 70 | Returns: |
| 71 | CommandResult object |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 72 | """ |
Simon Glass | de38497 | 2014-09-05 19:00:12 -0600 | [diff] [blame] | 73 | if test_result: |
| 74 | if hasattr(test_result, '__call__'): |
Simon Glass | 6a8480b | 2018-07-17 13:25:42 -0600 | [diff] [blame] | 75 | result = test_result(pipe_list=pipe_list) |
| 76 | if result: |
| 77 | return result |
| 78 | else: |
| 79 | return test_result |
| 80 | # No result: fall through to normal processing |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 81 | result = CommandResult(b'', b'', b'') |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 82 | last_pipe = None |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 83 | pipeline = list(pipe_list) |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 84 | user_pipestr = '|'.join([' '.join(pipe) for pipe in pipe_list]) |
Simon Glass | f1bf686 | 2014-09-05 19:00:09 -0600 | [diff] [blame] | 85 | kwargs['stdout'] = None |
| 86 | kwargs['stderr'] = None |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 87 | while pipeline: |
| 88 | cmd = pipeline.pop(0) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 89 | if last_pipe is not None: |
| 90 | kwargs['stdin'] = last_pipe.stdout |
| 91 | elif infile: |
| 92 | kwargs['stdin'] = open(infile, 'rb') |
| 93 | if pipeline or capture: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 94 | kwargs['stdout'] = cros_subprocess.PIPE |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 95 | elif outfile: |
| 96 | kwargs['stdout'] = open(outfile, 'wb') |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 97 | if capture_stderr: |
| 98 | kwargs['stderr'] = cros_subprocess.PIPE |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 99 | |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 100 | try: |
| 101 | last_pipe = cros_subprocess.Popen(cmd, cwd=cwd, **kwargs) |
Paul Burton | f14a131 | 2016-09-27 16:03:51 +0100 | [diff] [blame] | 102 | except Exception as err: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 103 | result.exception = err |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 104 | if raise_on_error: |
| 105 | raise Exception("Error running '%s': %s" % (user_pipestr, str)) |
| 106 | result.return_code = 255 |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 107 | return result.to_output(binary) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 108 | |
| 109 | if capture: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 110 | result.stdout, result.stderr, result.combined = ( |
Simon Glass | 4c0557b | 2022-01-29 14:14:08 -0700 | [diff] [blame] | 111 | last_pipe.communicate_filter(output_func)) |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 112 | if result.stdout and oneline: |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 113 | result.output = result.stdout.rstrip(b'\r\n') |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 114 | result.return_code = last_pipe.wait() |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 115 | else: |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 116 | result.return_code = os.waitpid(last_pipe.pid, 0)[1] |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 117 | if raise_on_error and result.return_code: |
| 118 | raise Exception("Error running '%s'" % user_pipestr) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 119 | return result.to_output(binary) |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 120 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 121 | def output(*cmd, **kwargs): |
Simon Glass | 097483d | 2019-07-08 13:18:23 -0600 | [diff] [blame] | 122 | kwargs['raise_on_error'] = kwargs.get('raise_on_error', True) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 123 | return run_pipe([cmd], capture=True, **kwargs).stdout |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 124 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 125 | def output_one_line(*cmd, **kwargs): |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 126 | """Run a command and output it as a single-line string |
| 127 | |
| 128 | The command us expected to produce a single line of output |
| 129 | |
| 130 | Returns: |
| 131 | String containing output of command |
| 132 | """ |
Simon Glass | 519fad2 | 2012-12-15 10:42:05 +0000 | [diff] [blame] | 133 | raise_on_error = kwargs.pop('raise_on_error', True) |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 134 | result = run_pipe([cmd], capture=True, oneline=True, |
Simon Glass | cc311ac | 2019-10-31 07:42:50 -0600 | [diff] [blame] | 135 | raise_on_error=raise_on_error, **kwargs).stdout.strip() |
| 136 | return result |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 137 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 138 | def run(*cmd, **kwargs): |
| 139 | return run_pipe([cmd], **kwargs).stdout |
Simon Glass | 2613288 | 2012-01-14 15:12:45 +0000 | [diff] [blame] | 140 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 141 | def run_list(cmd): |
| 142 | return run_pipe([cmd], capture=True).stdout |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 143 | |
Simon Glass | 840be73 | 2022-01-29 14:14:05 -0700 | [diff] [blame] | 144 | def stop_all(): |
Simon Glass | 34e5943 | 2012-12-15 10:42:04 +0000 | [diff] [blame] | 145 | cros_subprocess.stay_alive = False |