| # SPDX-License-Identifier: GPL-2.0 |
| # Copyright (c) 2015-2016, NVIDIA CORPORATION. All rights reserved. |
| |
| """ |
| Logic to spawn a sub-process and interact with its stdio. |
| """ |
| |
| import io |
| import os |
| import re |
| import pty |
| import pytest |
| import signal |
| import select |
| import sys |
| import termios |
| import time |
| import traceback |
| |
| # Character to send (twice) to exit the terminal |
| EXIT_CHAR = 0x1d # FS (Ctrl + ]) |
| |
| class Timeout(Exception): |
| """An exception sub-class that indicates that a timeout occurred.""" |
| |
| class BootFail(Exception): |
| """An exception sub-class that indicates that a boot failure occurred. |
| |
| This is used when a bad pattern is seen when waiting for the boot prompt. |
| It is regarded as fatal, to avoid trying to boot the again and again to no |
| avail. |
| """ |
| |
| class Unexpected(Exception): |
| """An exception sub-class that indicates that unexpected test was seen.""" |
| |
| |
| def handle_exception(ubconfig, console, log, err, name, fatal, output=''): |
| """Handle an exception from the console |
| |
| Exceptions can occur when there is unexpected output or due to the board |
| crashing or hanging. Some exceptions are likely fatal, where retrying will |
| just chew up time to no available. In those cases it is best to cause |
| further tests be skipped. |
| |
| Args: |
| ubconfig (ArbitraryAttributeContainer): ubconfig object |
| log (Logfile): Place to log errors |
| console (ConsoleBase): Console to clean up, if fatal |
| err (Exception): Exception which was thrown |
| name (str): Name of problem, to log |
| fatal (bool): True to abort all tests |
| output (str): Extra output to report on boot failure. This can show the |
| target's console output as it tried to boot |
| """ |
| msg = f'{name}: ' |
| if fatal: |
| msg += 'Marking connection bad - no other tests will run' |
| else: |
| msg += 'Assuming that lab is healthy' |
| print(msg) |
| log.error(msg) |
| log.error(f'Error: {err}') |
| |
| if output: |
| msg += f'; output {output}' |
| |
| if fatal: |
| ubconfig.connection_ok = False |
| console.cleanup_spawn() |
| pytest.exit(msg) |
| |
| |
| class Spawn: |
| """Represents the stdio of a freshly created sub-process. Commands may be |
| sent to the process, and responses waited for. |
| |
| Members: |
| output: accumulated output from expect() |
| """ |
| |
| def __init__(self, args, cwd=None, decode_signal=False): |
| """Spawn (fork/exec) the sub-process. |
| |
| Args: |
| args: array of processs arguments. argv[0] is the command to |
| execute. |
| cwd: the directory to run the process in, or None for no change. |
| decode_signal (bool): True to indicate the exception number when |
| something goes wrong |
| |
| Returns: |
| Nothing. |
| """ |
| self.decode_signal = decode_signal |
| self.waited = False |
| self.exit_code = 0 |
| self.exit_info = '' |
| self.buf = '' |
| self.output = '' |
| self.logfile_read = None |
| self.before = '' |
| self.after = '' |
| self.timeout = None |
| # http://stackoverflow.com/questions/7857352/python-regex-to-match-vt100-escape-sequences |
| self.re_vt100 = re.compile(r'(\x1b\[|\x9b)[^@-_]*[@-_]|\x1b[@-_]', re.I) |
| |
| (self.pid, self.fd) = pty.fork() |
| if self.pid == 0: |
| try: |
| # For some reason, SIGHUP is set to SIG_IGN at this point when |
| # run under "go" (www.go.cd). Perhaps this happens under any |
| # background (non-interactive) system? |
| signal.signal(signal.SIGHUP, signal.SIG_DFL) |
| if cwd: |
| os.chdir(cwd) |
| os.execvp(args[0], args) |
| except: |
| print('CHILD EXECEPTION:') |
| traceback.print_exc() |
| finally: |
| os._exit(255) |
| |
| old = None |
| try: |
| isatty = False |
| try: |
| isatty = os.isatty(sys.stdout.fileno()) |
| |
| # with --capture=tee-sys we cannot call fileno() |
| except io.UnsupportedOperation as exc: |
| pass |
| if isatty: |
| new = termios.tcgetattr(self.fd) |
| old = new |
| new[3] = new[3] & ~(termios.ICANON | termios.ISIG) |
| new[3] = new[3] & ~termios.ECHO |
| new[6][termios.VMIN] = 0 |
| new[6][termios.VTIME] = 0 |
| termios.tcsetattr(self.fd, termios.TCSANOW, new) |
| |
| self.poll = select.poll() |
| self.poll.register(self.fd, select.POLLIN | select.POLLPRI | select.POLLERR | |
| select.POLLHUP | select.POLLNVAL) |
| except: |
| if old: |
| termios.tcsetattr(self.fd, termios.TCSANOW, old) |
| self.close() |
| raise |
| |
| def kill(self, sig): |
| """Send unix signal "sig" to the child process. |
| |
| Args: |
| sig: The signal number to send. |
| |
| Returns: |
| Nothing. |
| """ |
| |
| os.kill(self.pid, sig) |
| |
| def checkalive(self): |
| """Determine whether the child process is still running. |
| |
| Returns: |
| tuple: |
| True if process is alive, else False |
| 0 if process is alive, else exit code of process |
| string describing what happened ('' or 'status/signal n') |
| """ |
| |
| if self.waited: |
| return False, self.exit_code, self.exit_info |
| |
| w = os.waitpid(self.pid, os.WNOHANG) |
| if w[0] == 0: |
| return True, 0, 'running' |
| status = w[1] |
| |
| if os.WIFEXITED(status): |
| self.exit_code = os.WEXITSTATUS(status) |
| self.exit_info = 'status %d' % self.exit_code |
| elif os.WIFSIGNALED(status): |
| signum = os.WTERMSIG(status) |
| self.exit_code = -signum |
| self.exit_info = 'signal %d (%s)' % (signum, signal.Signals(signum).name) |
| self.waited = True |
| return False, self.exit_code, self.exit_info |
| |
| def isalive(self): |
| """Determine whether the child process is still running. |
| |
| Args: |
| None. |
| |
| Returns: |
| Boolean indicating whether process is alive. |
| """ |
| return self.checkalive()[0] |
| |
| def send(self, data): |
| """Send data to the sub-process's stdin. |
| |
| Args: |
| data: The data to send to the process. |
| |
| Returns: |
| Nothing. |
| """ |
| |
| os.write(self.fd, data.encode(errors='replace')) |
| |
| def receive(self, num_bytes): |
| """Receive data from the sub-process's stdin. |
| |
| Args: |
| num_bytes (int): Maximum number of bytes to read |
| |
| Returns: |
| str: The data received |
| |
| Raises: |
| ValueError if U-Boot died |
| """ |
| try: |
| c = os.read(self.fd, num_bytes).decode(errors='replace') |
| except OSError as err: |
| # With sandbox, try to detect when U-Boot exits when it |
| # shouldn't and explain why. This is much more friendly than |
| # just dying with an I/O error |
| if self.decode_signal and err.errno == 5: # I/O error |
| alive, _, info = self.checkalive() |
| if alive: |
| raise err |
| raise ValueError('U-Boot exited with %s' % info) |
| raise |
| return c |
| |
| def expect(self, patterns): |
| """Wait for the sub-process to emit specific data. |
| |
| This function waits for the process to emit one pattern from the |
| supplied list of patterns, or for a timeout to occur. |
| |
| Args: |
| patterns: A list of strings or regex objects that we expect to |
| see in the sub-process' stdout. |
| |
| Returns: |
| The index within the patterns array of the pattern the process |
| emitted. |
| |
| Notable exceptions: |
| Timeout, if the process did not emit any of the patterns within |
| the expected time. |
| """ |
| |
| for pi in range(len(patterns)): |
| if type(patterns[pi]) == type(''): |
| patterns[pi] = re.compile(patterns[pi]) |
| |
| tstart_s = time.time() |
| try: |
| while True: |
| earliest_m = None |
| earliest_pi = None |
| for pi in range(len(patterns)): |
| pattern = patterns[pi] |
| m = pattern.search(self.buf) |
| if not m: |
| continue |
| if earliest_m and m.start() >= earliest_m.start(): |
| continue |
| earliest_m = m |
| earliest_pi = pi |
| if earliest_m: |
| pos = earliest_m.start() |
| posafter = earliest_m.end() |
| self.before = self.buf[:pos] |
| self.after = self.buf[pos:posafter] |
| self.output += self.buf[:posafter] |
| self.buf = self.buf[posafter:] |
| return earliest_pi |
| tnow_s = time.time() |
| if self.timeout: |
| tdelta_ms = (tnow_s - tstart_s) * 1000 |
| poll_maxwait = self.timeout - tdelta_ms |
| if tdelta_ms > self.timeout: |
| raise Timeout() |
| else: |
| poll_maxwait = None |
| events = self.poll.poll(poll_maxwait) |
| if not events: |
| raise Timeout() |
| c = self.receive(1024) |
| if self.logfile_read: |
| self.logfile_read.write(c) |
| self.buf += c |
| # count=0 is supposed to be the default, which indicates |
| # unlimited substitutions, but in practice the version of |
| # Python in Ubuntu 14.04 appears to default to count=2! |
| self.buf = self.re_vt100.sub('', self.buf, count=1000000) |
| finally: |
| if self.logfile_read: |
| self.logfile_read.flush() |
| |
| def close(self): |
| """Close the stdio connection to the sub-process. |
| |
| This also waits a reasonable time for the sub-process to stop running. |
| |
| Args: |
| None. |
| |
| Returns: |
| str: Type of closure completed |
| """ |
| # For Labgrid-sjg, ask it is exit gracefully, so it can transition the |
| # board to the final state (like 'off') before exiting. |
| if os.environ.get('USE_LABGRID_SJG'): |
| self.send(chr(EXIT_CHAR) * 2) |
| |
| # Wait about 10 seconds for Labgrid to close and power off the board |
| for _ in range(100): |
| if not self.isalive(): |
| return 'normal' |
| time.sleep(0.1) |
| |
| # That didn't work, so try closing the PTY |
| os.close(self.fd) |
| for _ in range(100): |
| if not self.isalive(): |
| return 'break' |
| time.sleep(0.1) |
| |
| return 'timeout' |
| |
| def get_expect_output(self): |
| """Return the output read by expect() |
| |
| Returns: |
| The output processed by expect(), as a string. |
| """ |
| return self.output |