From 1f29707f57db526f56d65110e12dd0ca33ee7e95 Mon Sep 17 00:00:00 2001 From: Jelmer Vernooij Date: Sat, 18 Feb 2012 23:19:51 +0100 Subject: waf: Update to new upstream version. --- buildtools/wafadmin/Tools/preproc.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) (limited to 'buildtools/wafadmin') diff --git a/buildtools/wafadmin/Tools/preproc.py b/buildtools/wafadmin/Tools/preproc.py index 5055456054..6c49326ec3 100644 --- a/buildtools/wafadmin/Tools/preproc.py +++ b/buildtools/wafadmin/Tools/preproc.py @@ -555,8 +555,7 @@ def parse_char(txt): except KeyError: raise PreprocError("could not parse char literal '%s'" % txt) @Utils.run_once -def tokenize(s): - """convert a string into a list of tokens (shlex.split does not apply to c/c++/d)""" +def tokenize_private(s): ret = [] for match in re_clexer.finditer(s): m = match.group @@ -591,6 +590,10 @@ def tokenize(s): break return ret +def tokenize(s): + """convert a string into a list of tokens (shlex.split does not apply to c/c++/d)""" + return tokenize_private(s)[:] + @Utils.run_once def define_name(line): return re_mac.match(line).group(0) -- cgit