blob: ca74fc611ff24fc92a179f3fd01d4800190c2424 [file] [log] [blame]
Tom Rini10e47792018-05-06 17:58:06 -04001# SPDX-License-Identifier: GPL-2.0+
Simon Glass26132882012-01-14 15:12:45 +00002# Copyright (c) 2011 The Chromium OS Authors.
3#
Simon Glass26132882012-01-14 15:12:45 +00004
Paul Burton352f1102016-09-27 16:03:52 +01005try:
6 import configparser as ConfigParser
7except:
8 import ConfigParser
9
Simon Glass26132882012-01-14 15:12:45 +000010import os
11import re
12
Simon Glassa997ea52020-04-17 18:09:04 -060013from patman import command
14from patman import gitutil
15from patman import tools
Simon Glass26132882012-01-14 15:12:45 +000016
Doug Anderson31ffd7f2012-12-03 14:43:18 +000017"""Default settings per-project.
18
19These are used by _ProjectConfigParser. Settings names should match
20the "dest" of the option parser from patman.py.
21"""
22_default_settings = {
23 "u-boot": {},
24 "linux": {
25 "process_tags": "False",
26 }
27}
28
29class _ProjectConfigParser(ConfigParser.SafeConfigParser):
30 """ConfigParser that handles projects.
31
32 There are two main goals of this class:
33 - Load project-specific default settings.
34 - Merge general default settings/aliases with project-specific ones.
35
36 # Sample config used for tests below...
Simon Glass945328b2020-04-17 18:08:55 -060037 >>> from io import StringIO
Doug Anderson31ffd7f2012-12-03 14:43:18 +000038 >>> sample_config = '''
39 ... [alias]
40 ... me: Peter P. <likesspiders@example.com>
41 ... enemies: Evil <evil@example.com>
42 ...
43 ... [sm_alias]
44 ... enemies: Green G. <ugly@example.com>
45 ...
46 ... [sm2_alias]
47 ... enemies: Doc O. <pus@example.com>
48 ...
49 ... [settings]
50 ... am_hero: True
51 ... '''
52
53 # Check to make sure that bogus project gets general alias.
54 >>> config = _ProjectConfigParser("zzz")
Paul Burton44fc9ba2016-09-27 16:03:55 +010055 >>> config.readfp(StringIO(sample_config))
Simon Glassaa82db62019-05-14 15:53:52 -060056 >>> str(config.get("alias", "enemies"))
57 'Evil <evil@example.com>'
Doug Anderson31ffd7f2012-12-03 14:43:18 +000058
59 # Check to make sure that alias gets overridden by project.
60 >>> config = _ProjectConfigParser("sm")
Paul Burton44fc9ba2016-09-27 16:03:55 +010061 >>> config.readfp(StringIO(sample_config))
Simon Glassaa82db62019-05-14 15:53:52 -060062 >>> str(config.get("alias", "enemies"))
63 'Green G. <ugly@example.com>'
Doug Anderson31ffd7f2012-12-03 14:43:18 +000064
65 # Check to make sure that settings get merged with project.
66 >>> config = _ProjectConfigParser("linux")
Paul Burton44fc9ba2016-09-27 16:03:55 +010067 >>> config.readfp(StringIO(sample_config))
Simon Glassaa82db62019-05-14 15:53:52 -060068 >>> sorted((str(a), str(b)) for (a, b) in config.items("settings"))
69 [('am_hero', 'True'), ('process_tags', 'False')]
Doug Anderson31ffd7f2012-12-03 14:43:18 +000070
71 # Check to make sure that settings works with unknown project.
72 >>> config = _ProjectConfigParser("unknown")
Paul Burton44fc9ba2016-09-27 16:03:55 +010073 >>> config.readfp(StringIO(sample_config))
Simon Glassaa82db62019-05-14 15:53:52 -060074 >>> sorted((str(a), str(b)) for (a, b) in config.items("settings"))
75 [('am_hero', 'True')]
Doug Anderson31ffd7f2012-12-03 14:43:18 +000076 """
77 def __init__(self, project_name):
78 """Construct _ProjectConfigParser.
79
80 In addition to standard SafeConfigParser initialization, this also loads
81 project defaults.
82
83 Args:
84 project_name: The name of the project.
85 """
86 self._project_name = project_name
87 ConfigParser.SafeConfigParser.__init__(self)
88
89 # Update the project settings in the config based on
90 # the _default_settings global.
91 project_settings = "%s_settings" % project_name
92 if not self.has_section(project_settings):
93 self.add_section(project_settings)
94 project_defaults = _default_settings.get(project_name, {})
Paul Burton4466f1a2016-09-27 16:03:54 +010095 for setting_name, setting_value in project_defaults.items():
Doug Anderson31ffd7f2012-12-03 14:43:18 +000096 self.set(project_settings, setting_name, setting_value)
97
98 def get(self, section, option, *args, **kwargs):
99 """Extend SafeConfigParser to try project_section before section.
100
101 Args:
102 See SafeConfigParser.
103 Returns:
104 See SafeConfigParser.
105 """
106 try:
Simon Glass26f8b202018-10-01 21:12:33 -0600107 val = ConfigParser.SafeConfigParser.get(
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000108 self, "%s_%s" % (self._project_name, section), option,
109 *args, **kwargs
110 )
111 except (ConfigParser.NoSectionError, ConfigParser.NoOptionError):
Simon Glass26f8b202018-10-01 21:12:33 -0600112 val = ConfigParser.SafeConfigParser.get(
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000113 self, section, option, *args, **kwargs
114 )
Simon Glass8bb7a7a2019-05-14 15:53:50 -0600115 return tools.ToUnicode(val)
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000116
117 def items(self, section, *args, **kwargs):
118 """Extend SafeConfigParser to add project_section to section.
119
120 Args:
121 See SafeConfigParser.
122 Returns:
123 See SafeConfigParser.
124 """
125 project_items = []
126 has_project_section = False
127 top_items = []
128
129 # Get items from the project section
130 try:
131 project_items = ConfigParser.SafeConfigParser.items(
132 self, "%s_%s" % (self._project_name, section), *args, **kwargs
133 )
134 has_project_section = True
135 except ConfigParser.NoSectionError:
136 pass
137
138 # Get top-level items
139 try:
140 top_items = ConfigParser.SafeConfigParser.items(
141 self, section, *args, **kwargs
142 )
143 except ConfigParser.NoSectionError:
144 # If neither section exists raise the error on...
145 if not has_project_section:
146 raise
147
148 item_dict = dict(top_items)
149 item_dict.update(project_items)
Simon Glass8bb7a7a2019-05-14 15:53:50 -0600150 return {(tools.ToUnicode(item), tools.ToUnicode(val))
Simon Glass10017372019-05-14 15:53:40 -0600151 for item, val in item_dict.items()}
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000152
Simon Glass26132882012-01-14 15:12:45 +0000153def ReadGitAliases(fname):
154 """Read a git alias file. This is in the form used by git:
155
156 alias uboot u-boot@lists.denx.de
157 alias wd Wolfgang Denk <wd@denx.de>
158
159 Args:
160 fname: Filename to read
161 """
162 try:
Simon Glassf544a2d2019-10-31 07:42:51 -0600163 fd = open(fname, 'r', encoding='utf-8')
Simon Glass26132882012-01-14 15:12:45 +0000164 except IOError:
Paul Burtonc3931342016-09-27 16:03:50 +0100165 print("Warning: Cannot find alias file '%s'" % fname)
Simon Glass26132882012-01-14 15:12:45 +0000166 return
167
168 re_line = re.compile('alias\s+(\S+)\s+(.*)')
169 for line in fd.readlines():
170 line = line.strip()
171 if not line or line[0] == '#':
172 continue
173
174 m = re_line.match(line)
175 if not m:
Paul Burtonc3931342016-09-27 16:03:50 +0100176 print("Warning: Alias file line '%s' not understood" % line)
Simon Glass26132882012-01-14 15:12:45 +0000177 continue
178
179 list = alias.get(m.group(1), [])
180 for item in m.group(2).split(','):
181 item = item.strip()
182 if item:
183 list.append(item)
184 alias[m.group(1)] = list
185
186 fd.close()
187
Vikram Narayanan12fb29a2012-05-23 09:01:06 +0000188def CreatePatmanConfigFile(config_fname):
189 """Creates a config file under $(HOME)/.patman if it can't find one.
190
191 Args:
192 config_fname: Default config filename i.e., $(HOME)/.patman
193
194 Returns:
195 None
196 """
197 name = gitutil.GetDefaultUserName()
198 if name == None:
199 name = raw_input("Enter name: ")
200
201 email = gitutil.GetDefaultUserEmail()
202
203 if email == None:
204 email = raw_input("Enter email: ")
205
206 try:
207 f = open(config_fname, 'w')
208 except IOError:
Paul Burtonc3931342016-09-27 16:03:50 +0100209 print("Couldn't create patman config file\n")
Vikram Narayanan12fb29a2012-05-23 09:01:06 +0000210 raise
211
Simon Glass52a08642017-09-12 20:30:28 -0600212 print('''[alias]
213me: %s <%s>
214
215[bounces]
216nxp = Zhikang Zhang <zhikang.zhang@nxp.com>
217''' % (name, email), file=f)
Vikram Narayanan12fb29a2012-05-23 09:01:06 +0000218 f.close();
219
Doug Anderson3d3077c2012-12-03 14:43:17 +0000220def _UpdateDefaults(parser, config):
221 """Update the given OptionParser defaults based on config.
222
223 We'll walk through all of the settings from the parser
224 For each setting we'll look for a default in the option parser.
225 If it's found we'll update the option parser default.
226
227 The idea here is that the .patman file should be able to update
228 defaults but that command line flags should still have the final
229 say.
230
231 Args:
232 parser: An instance of an OptionParser whose defaults will be
233 updated.
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000234 config: An instance of _ProjectConfigParser that we will query
Doug Anderson3d3077c2012-12-03 14:43:17 +0000235 for settings.
236 """
237 defaults = parser.get_default_values()
238 for name, val in config.items('settings'):
239 if hasattr(defaults, name):
240 default_val = getattr(defaults, name)
241 if isinstance(default_val, bool):
242 val = config.getboolean('settings', name)
243 elif isinstance(default_val, int):
244 val = config.getint('settings', name)
245 parser.set_default(name, val)
246 else:
Paul Burtonc3931342016-09-27 16:03:50 +0100247 print("WARNING: Unknown setting %s" % name)
Doug Anderson3d3077c2012-12-03 14:43:17 +0000248
Simon Glass33382692015-01-29 11:35:17 -0700249def _ReadAliasFile(fname):
250 """Read in the U-Boot git alias file if it exists.
251
252 Args:
253 fname: Filename to read.
254 """
255 if os.path.exists(fname):
256 bad_line = None
Simon Glassf544a2d2019-10-31 07:42:51 -0600257 with open(fname, encoding='utf-8') as fd:
Simon Glass33382692015-01-29 11:35:17 -0700258 linenum = 0
259 for line in fd:
260 linenum += 1
261 line = line.strip()
262 if not line or line.startswith('#'):
263 continue
Adam Sampson02651322018-06-27 14:38:58 +0100264 words = line.split(None, 2)
Simon Glass33382692015-01-29 11:35:17 -0700265 if len(words) < 3 or words[0] != 'alias':
266 if not bad_line:
267 bad_line = "%s:%d:Invalid line '%s'" % (fname, linenum,
268 line)
269 continue
270 alias[words[1]] = [s.strip() for s in words[2].split(',')]
271 if bad_line:
Paul Burtonc3931342016-09-27 16:03:50 +0100272 print(bad_line)
Simon Glass33382692015-01-29 11:35:17 -0700273
Chris Packhame8d2a122017-09-01 20:57:53 +1200274def _ReadBouncesFile(fname):
275 """Read in the bounces file if it exists
276
277 Args:
278 fname: Filename to read.
279 """
280 if os.path.exists(fname):
281 with open(fname) as fd:
282 for line in fd:
283 if line.startswith('#'):
284 continue
285 bounces.add(line.strip())
286
Simon Glass52a08642017-09-12 20:30:28 -0600287def GetItems(config, section):
288 """Get the items from a section of the config.
289
290 Args:
291 config: _ProjectConfigParser object containing settings
292 section: name of section to retrieve
293
294 Returns:
295 List of (name, value) tuples for the section
296 """
297 try:
298 return config.items(section)
299 except ConfigParser.NoSectionError as e:
300 return []
301 except:
302 raise
303
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000304def Setup(parser, project_name, config_fname=''):
Simon Glass26132882012-01-14 15:12:45 +0000305 """Set up the settings module by reading config files.
306
307 Args:
Doug Anderson3d3077c2012-12-03 14:43:17 +0000308 parser: The parser to update
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000309 project_name: Name of project that we're working on; we'll look
310 for sections named "project_section" as well.
Simon Glass26132882012-01-14 15:12:45 +0000311 config_fname: Config filename to read ('' for default)
312 """
Simon Glass33382692015-01-29 11:35:17 -0700313 # First read the git alias file if available
314 _ReadAliasFile('doc/git-mailrc')
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000315 config = _ProjectConfigParser(project_name)
Simon Glass26132882012-01-14 15:12:45 +0000316 if config_fname == '':
Vikram Narayananc387d36d2012-05-23 08:58:58 +0000317 config_fname = '%s/.patman' % os.getenv('HOME')
Vikram Narayanan12fb29a2012-05-23 09:01:06 +0000318
319 if not os.path.exists(config_fname):
Paul Burtonc3931342016-09-27 16:03:50 +0100320 print("No config file found ~/.patman\nCreating one...\n")
Vikram Narayanan12fb29a2012-05-23 09:01:06 +0000321 CreatePatmanConfigFile(config_fname)
322
Doug Anderson3d3077c2012-12-03 14:43:17 +0000323 config.read(config_fname)
Simon Glass26132882012-01-14 15:12:45 +0000324
Simon Glass52a08642017-09-12 20:30:28 -0600325 for name, value in GetItems(config, 'alias'):
Simon Glass26132882012-01-14 15:12:45 +0000326 alias[name] = value.split(',')
327
Chris Packhame8d2a122017-09-01 20:57:53 +1200328 _ReadBouncesFile('doc/bounces')
Simon Glass52a08642017-09-12 20:30:28 -0600329 for name, value in GetItems(config, 'bounces'):
Chris Packhame8d2a122017-09-01 20:57:53 +1200330 bounces.add(value)
331
Doug Anderson3d3077c2012-12-03 14:43:17 +0000332 _UpdateDefaults(parser, config)
Simon Glass26132882012-01-14 15:12:45 +0000333
334# These are the aliases we understand, indexed by alias. Each member is a list.
335alias = {}
Chris Packhame8d2a122017-09-01 20:57:53 +1200336bounces = set()
Doug Anderson31ffd7f2012-12-03 14:43:18 +0000337
338if __name__ == "__main__":
339 import doctest
340
341 doctest.testmod()