2011-12-29 18:07:21 +00:00
|
|
|
#! /usr/bin/env python
|
2005-10-20 19:59:25 +00:00
|
|
|
"""Generate C code from an ASDL description."""
|
|
|
|
|
2020-05-18 17:42:10 +00:00
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
|
|
|
|
from argparse import ArgumentParser
|
|
|
|
from pathlib import Path
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
import asdl
|
|
|
|
|
2013-07-26 22:00:36 +00:00
|
|
|
TABSIZE = 4
|
2005-10-20 19:59:25 +00:00
|
|
|
MAX_COL = 80
|
2020-05-18 17:42:10 +00:00
|
|
|
AUTOGEN_MESSAGE = "/* File automatically generated by {}. */\n\n"
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
def get_c_type(name):
|
|
|
|
"""Return a string for the C name of the type.
|
|
|
|
|
2014-05-10 00:58:22 +00:00
|
|
|
This function special cases the default types provided by asdl.
|
2005-10-20 19:59:25 +00:00
|
|
|
"""
|
|
|
|
if name in asdl.builtin_types:
|
|
|
|
return name
|
|
|
|
else:
|
|
|
|
return "%s_ty" % name
|
|
|
|
|
|
|
|
def reflow_lines(s, depth):
|
|
|
|
"""Reflow the line s indented depth tabs.
|
|
|
|
|
|
|
|
Return a sequence of lines where no line extends beyond MAX_COL
|
|
|
|
when properly indented. The first line is properly indented based
|
|
|
|
exclusively on depth * TABSIZE. All following lines -- these are
|
|
|
|
the reflowed lines generated by this function -- start at the same
|
|
|
|
column as the first character beyond the opening { in the first
|
|
|
|
line.
|
|
|
|
"""
|
|
|
|
size = MAX_COL - depth * TABSIZE
|
|
|
|
if len(s) < size:
|
|
|
|
return [s]
|
|
|
|
|
|
|
|
lines = []
|
|
|
|
cur = s
|
|
|
|
padding = ""
|
|
|
|
while len(cur) > size:
|
|
|
|
i = cur.rfind(' ', 0, size)
|
|
|
|
# XXX this should be fixed for real
|
|
|
|
if i == -1 and 'GeneratorExp' in cur:
|
|
|
|
i = size + 3
|
2006-08-25 04:06:31 +00:00
|
|
|
assert i != -1, "Impossible line %d to reflow: %r" % (size, s)
|
2005-10-20 19:59:25 +00:00
|
|
|
lines.append(padding + cur[:i])
|
|
|
|
if len(lines) == 1:
|
|
|
|
# find new size based on brace
|
|
|
|
j = cur.find('{', 0, i)
|
|
|
|
if j >= 0:
|
|
|
|
j += 2 # account for the brace and the space after it
|
|
|
|
size -= j
|
|
|
|
padding = " " * j
|
|
|
|
else:
|
|
|
|
j = cur.find('(', 0, i)
|
|
|
|
if j >= 0:
|
|
|
|
j += 1 # account for the paren (no space after it)
|
|
|
|
size -= j
|
|
|
|
padding = " " * j
|
|
|
|
cur = cur[i+1:]
|
|
|
|
else:
|
|
|
|
lines.append(padding + cur)
|
|
|
|
return lines
|
|
|
|
|
2020-03-16 08:12:53 +00:00
|
|
|
def reflow_c_string(s, depth):
|
|
|
|
return '"%s"' % s.replace('\n', '\\n"\n%s"' % (' ' * depth * TABSIZE))
|
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
def is_simple(sum):
|
|
|
|
"""Return True if a sum is a simple.
|
|
|
|
|
|
|
|
A sum is simple if its types have no fields, e.g.
|
|
|
|
unaryop = Invert | Not | UAdd | USub
|
|
|
|
"""
|
|
|
|
for t in sum.types:
|
|
|
|
if t.fields:
|
|
|
|
return False
|
|
|
|
return True
|
|
|
|
|
2020-03-16 08:12:53 +00:00
|
|
|
def asdl_of(name, obj):
|
|
|
|
if isinstance(obj, asdl.Product) or isinstance(obj, asdl.Constructor):
|
|
|
|
fields = ", ".join(map(str, obj.fields))
|
|
|
|
if fields:
|
|
|
|
fields = "({})".format(fields)
|
|
|
|
return "{}{}".format(name, fields)
|
|
|
|
else:
|
|
|
|
if is_simple(obj):
|
|
|
|
types = " | ".join(type.name for type in obj.types)
|
|
|
|
else:
|
|
|
|
sep = "\n{}| ".format(" " * (len(name) + 1))
|
|
|
|
types = sep.join(
|
|
|
|
asdl_of(type.name, type) for type in obj.types
|
|
|
|
)
|
|
|
|
return "{} = {}".format(name, types)
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class EmitVisitor(asdl.VisitorBase):
|
|
|
|
"""Visit that emits lines"""
|
|
|
|
|
|
|
|
def __init__(self, file):
|
|
|
|
self.file = file
|
2011-10-10 16:11:30 +00:00
|
|
|
self.identifiers = set()
|
2019-09-11 17:16:34 +00:00
|
|
|
self.singletons = set()
|
|
|
|
self.types = set()
|
2005-10-20 19:59:25 +00:00
|
|
|
super(EmitVisitor, self).__init__()
|
|
|
|
|
2011-10-10 16:11:30 +00:00
|
|
|
def emit_identifier(self, name):
|
2019-09-11 17:16:34 +00:00
|
|
|
self.identifiers.add(str(name))
|
|
|
|
|
|
|
|
def emit_singleton(self, name):
|
|
|
|
self.singletons.add(str(name))
|
|
|
|
|
|
|
|
def emit_type(self, name):
|
|
|
|
self.types.add(str(name))
|
2011-10-10 16:11:30 +00:00
|
|
|
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
def emit(self, s, depth, reflow=True):
|
2005-10-20 19:59:25 +00:00
|
|
|
# XXX reflow long lines?
|
|
|
|
if reflow:
|
|
|
|
lines = reflow_lines(s, depth)
|
|
|
|
else:
|
|
|
|
lines = [s]
|
|
|
|
for line in lines:
|
2017-09-15 03:28:22 +00:00
|
|
|
if line:
|
|
|
|
line = (" " * TABSIZE * depth) + line
|
|
|
|
self.file.write(line + "\n")
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class TypeDefVisitor(EmitVisitor):
|
|
|
|
def visitModule(self, mod):
|
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
|
|
|
|
|
|
|
def visitType(self, type, depth=0):
|
|
|
|
self.visit(type.value, type.name, depth)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name, depth):
|
|
|
|
if is_simple(sum):
|
|
|
|
self.simple_sum(sum, name, depth)
|
|
|
|
else:
|
|
|
|
self.sum_with_constructors(sum, name, depth)
|
|
|
|
|
|
|
|
def simple_sum(self, sum, name, depth):
|
|
|
|
enum = []
|
|
|
|
for i in range(len(sum.types)):
|
|
|
|
type = sum.types[i]
|
|
|
|
enum.append("%s=%d" % (type.name, i + 1))
|
|
|
|
enums = ", ".join(enum)
|
|
|
|
ctype = get_c_type(name)
|
|
|
|
s = "typedef enum _%s { %s } %s;" % (name, enums, ctype)
|
|
|
|
self.emit(s, depth)
|
|
|
|
self.emit("", depth)
|
|
|
|
|
|
|
|
def sum_with_constructors(self, sum, name, depth):
|
|
|
|
ctype = get_c_type(name)
|
|
|
|
s = "typedef struct _%(name)s *%(ctype)s;" % locals()
|
|
|
|
self.emit(s, depth)
|
|
|
|
self.emit("", depth)
|
|
|
|
|
|
|
|
def visitProduct(self, product, name, depth):
|
|
|
|
ctype = get_c_type(name)
|
|
|
|
s = "typedef struct _%(name)s *%(ctype)s;" % locals()
|
|
|
|
self.emit(s, depth)
|
|
|
|
self.emit("", depth)
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class StructVisitor(EmitVisitor):
|
2014-05-10 00:58:22 +00:00
|
|
|
"""Visitor to generate typedefs for AST."""
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
def visitModule(self, mod):
|
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
|
|
|
|
|
|
|
def visitType(self, type, depth=0):
|
|
|
|
self.visit(type.value, type.name, depth)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name, depth):
|
|
|
|
if not is_simple(sum):
|
|
|
|
self.sum_with_constructors(sum, name, depth)
|
|
|
|
|
|
|
|
def sum_with_constructors(self, sum, name, depth):
|
|
|
|
def emit(s, depth=depth):
|
|
|
|
self.emit(s % sys._getframe(1).f_locals, depth)
|
|
|
|
enum = []
|
|
|
|
for i in range(len(sum.types)):
|
|
|
|
type = sum.types[i]
|
|
|
|
enum.append("%s_kind=%d" % (type.name, i + 1))
|
|
|
|
|
2006-04-21 10:40:58 +00:00
|
|
|
emit("enum _%(name)s_kind {" + ", ".join(enum) + "};")
|
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
emit("struct _%(name)s {")
|
2006-04-21 10:40:58 +00:00
|
|
|
emit("enum _%(name)s_kind kind;", depth + 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
emit("union {", depth + 1)
|
|
|
|
for t in sum.types:
|
|
|
|
self.visit(t, depth + 2)
|
|
|
|
emit("} v;", depth + 1)
|
|
|
|
for field in sum.attributes:
|
|
|
|
# rudimentary attribute handling
|
|
|
|
type = str(field.type)
|
|
|
|
assert type in asdl.builtin_types, type
|
|
|
|
emit("%s %s;" % (type, field.name), depth + 1);
|
|
|
|
emit("};")
|
|
|
|
emit("")
|
|
|
|
|
|
|
|
def visitConstructor(self, cons, depth):
|
|
|
|
if cons.fields:
|
|
|
|
self.emit("struct {", depth)
|
|
|
|
for f in cons.fields:
|
|
|
|
self.visit(f, depth + 1)
|
|
|
|
self.emit("} %s;" % cons.name, depth)
|
|
|
|
self.emit("", depth)
|
|
|
|
|
|
|
|
def visitField(self, field, depth):
|
|
|
|
# XXX need to lookup field.type, because it might be something
|
|
|
|
# like a builtin...
|
|
|
|
ctype = get_c_type(field.type)
|
|
|
|
name = field.name
|
|
|
|
if field.seq:
|
2014-05-10 00:58:22 +00:00
|
|
|
if field.type == 'cmpop':
|
2006-04-21 10:40:58 +00:00
|
|
|
self.emit("asdl_int_seq *%(name)s;" % locals(), depth)
|
|
|
|
else:
|
|
|
|
self.emit("asdl_seq *%(name)s;" % locals(), depth)
|
2005-10-20 19:59:25 +00:00
|
|
|
else:
|
|
|
|
self.emit("%(ctype)s %(name)s;" % locals(), depth)
|
|
|
|
|
|
|
|
def visitProduct(self, product, name, depth):
|
|
|
|
self.emit("struct _%(name)s {" % locals(), depth)
|
|
|
|
for f in product.fields:
|
|
|
|
self.visit(f, depth + 1)
|
2013-03-18 17:48:58 +00:00
|
|
|
for field in product.attributes:
|
|
|
|
# rudimentary attribute handling
|
|
|
|
type = str(field.type)
|
|
|
|
assert type in asdl.builtin_types, type
|
|
|
|
self.emit("%s %s;" % (type, field.name), depth + 1);
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit("};", depth)
|
|
|
|
self.emit("", depth)
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class PrototypeVisitor(EmitVisitor):
|
|
|
|
"""Generate function prototypes for the .h file"""
|
|
|
|
|
|
|
|
def visitModule(self, mod):
|
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
|
|
|
|
|
|
|
def visitType(self, type):
|
|
|
|
self.visit(type.value, type.name)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name):
|
|
|
|
if is_simple(sum):
|
|
|
|
pass # XXX
|
|
|
|
else:
|
|
|
|
for t in sum.types:
|
|
|
|
self.visit(t, name, sum.attributes)
|
|
|
|
|
|
|
|
def get_args(self, fields):
|
|
|
|
"""Return list of C argument into, one for each field.
|
|
|
|
|
|
|
|
Argument info is 3-tuple of a C type, variable name, and flag
|
|
|
|
that is true if type can be NULL.
|
|
|
|
"""
|
|
|
|
args = []
|
|
|
|
unnamed = {}
|
|
|
|
for f in fields:
|
|
|
|
if f.name is None:
|
|
|
|
name = f.type
|
|
|
|
c = unnamed[name] = unnamed.get(name, 0) + 1
|
|
|
|
if c > 1:
|
|
|
|
name = "name%d" % (c - 1)
|
|
|
|
else:
|
|
|
|
name = f.name
|
|
|
|
# XXX should extend get_c_type() to handle this
|
|
|
|
if f.seq:
|
2014-05-10 00:58:22 +00:00
|
|
|
if f.type == 'cmpop':
|
2006-04-21 10:40:58 +00:00
|
|
|
ctype = "asdl_int_seq *"
|
|
|
|
else:
|
|
|
|
ctype = "asdl_seq *"
|
2005-10-20 19:59:25 +00:00
|
|
|
else:
|
|
|
|
ctype = get_c_type(f.type)
|
|
|
|
args.append((ctype, name, f.opt or f.seq))
|
|
|
|
return args
|
|
|
|
|
|
|
|
def visitConstructor(self, cons, type, attrs):
|
|
|
|
args = self.get_args(cons.fields)
|
|
|
|
attrs = self.get_args(attrs)
|
|
|
|
ctype = get_c_type(type)
|
|
|
|
self.emit_function(cons.name, ctype, args, attrs)
|
|
|
|
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
def emit_function(self, name, ctype, args, attrs, union=True):
|
2005-10-20 19:59:25 +00:00
|
|
|
args = args + attrs
|
|
|
|
if args:
|
|
|
|
argstr = ", ".join(["%s %s" % (atype, aname)
|
|
|
|
for atype, aname, opt in args])
|
2005-12-17 20:54:49 +00:00
|
|
|
argstr += ", PyArena *arena"
|
2005-10-20 19:59:25 +00:00
|
|
|
else:
|
2005-12-17 20:54:49 +00:00
|
|
|
argstr = "PyArena *arena"
|
Merged revisions 53451-53537 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r53454 | brett.cannon | 2007-01-15 20:12:08 +0100 (Mon, 15 Jan 2007) | 3 lines
Add a note for strptime that just because strftime supports some extra
directive that is not documented that strptime will as well.
........
r53458 | vinay.sajip | 2007-01-16 10:50:07 +0100 (Tue, 16 Jan 2007) | 1 line
Updated rotating file handlers to use _open().
........
r53459 | marc-andre.lemburg | 2007-01-16 14:03:06 +0100 (Tue, 16 Jan 2007) | 2 lines
Add news items for the recent pybench and platform changes.
........
r53460 | sjoerd.mullender | 2007-01-16 17:42:38 +0100 (Tue, 16 Jan 2007) | 4 lines
Fixed ntpath.expandvars to not replace references to non-existing
variables with nothing. Also added tests.
This fixes bug #494589.
........
r53464 | neal.norwitz | 2007-01-17 07:23:51 +0100 (Wed, 17 Jan 2007) | 1 line
Give Calvin Spealman access for python-dev summaries.
........
r53465 | neal.norwitz | 2007-01-17 09:37:26 +0100 (Wed, 17 Jan 2007) | 1 line
Remove Calvin since he only has access to the website currently.
........
r53466 | thomas.heller | 2007-01-17 10:40:34 +0100 (Wed, 17 Jan 2007) | 2 lines
Replace C++ comments with C comments.
........
r53472 | andrew.kuchling | 2007-01-17 20:55:06 +0100 (Wed, 17 Jan 2007) | 1 line
[Part of bug #1599254] Add suggestion to Mailbox docs to use Maildir, and warn user to lock/unlock mailboxes when modifying them
........
r53475 | georg.brandl | 2007-01-17 22:09:04 +0100 (Wed, 17 Jan 2007) | 2 lines
Bug #1637967: missing //= operator in list.
........
r53477 | georg.brandl | 2007-01-17 22:19:58 +0100 (Wed, 17 Jan 2007) | 2 lines
Bug #1629125: fix wrong data type (int -> Py_ssize_t) in PyDict_Next docs.
........
r53481 | neal.norwitz | 2007-01-18 06:40:58 +0100 (Thu, 18 Jan 2007) | 1 line
Try reverting part of r53145 that seems to cause the Windows buildbots to fail in test_uu.UUFileTest.test_encode
........
r53482 | fred.drake | 2007-01-18 06:42:30 +0100 (Thu, 18 Jan 2007) | 1 line
add missing version entry
........
r53483 | neal.norwitz | 2007-01-18 07:20:55 +0100 (Thu, 18 Jan 2007) | 7 lines
This test doesn't pass on Windows. The cause seems to be that chmod
doesn't support the same funcationality as on Unix. I'm not sure if
this fix is the best (or if it will even work)--it's a test to see
if the buildbots start passing again.
It might be better to not even run this test if it's windows (or non-posix).
........
r53488 | neal.norwitz | 2007-01-19 06:53:33 +0100 (Fri, 19 Jan 2007) | 1 line
SF #1635217, Fix unbalanced paren
........
r53489 | martin.v.loewis | 2007-01-19 07:42:22 +0100 (Fri, 19 Jan 2007) | 3 lines
Prefix AST symbols with _Py_. Fixes #1637022.
Will backport.
........
r53497 | martin.v.loewis | 2007-01-19 19:01:38 +0100 (Fri, 19 Jan 2007) | 2 lines
Add UUIDs for 2.5.1 and 2.5.2
........
r53499 | raymond.hettinger | 2007-01-19 19:07:18 +0100 (Fri, 19 Jan 2007) | 1 line
SF# 1635892: Fix docs for betavariate's input parameters .
........
r53503 | martin.v.loewis | 2007-01-20 15:05:39 +0100 (Sat, 20 Jan 2007) | 2 lines
Merge 53501 and 53502 from 25 branch:
Add /GS- for AMD64 and Itanium builds where missing.
........
r53504 | walter.doerwald | 2007-01-20 18:28:31 +0100 (Sat, 20 Jan 2007) | 2 lines
Port test_resource.py to unittest.
........
r53505 | walter.doerwald | 2007-01-20 19:19:33 +0100 (Sat, 20 Jan 2007) | 2 lines
Add argument tests an calls of resource.getrusage().
........
r53506 | walter.doerwald | 2007-01-20 20:03:17 +0100 (Sat, 20 Jan 2007) | 2 lines
resource.RUSAGE_BOTH might not exist.
........
r53507 | walter.doerwald | 2007-01-21 00:07:28 +0100 (Sun, 21 Jan 2007) | 2 lines
Port test_new.py to unittest.
........
r53508 | martin.v.loewis | 2007-01-21 10:33:07 +0100 (Sun, 21 Jan 2007) | 2 lines
Patch #1610575: Add support for _Bool to struct.
........
r53509 | georg.brandl | 2007-01-21 11:28:43 +0100 (Sun, 21 Jan 2007) | 3 lines
Bug #1486663: don't reject keyword arguments for subclasses of builtin
types.
........
r53511 | georg.brandl | 2007-01-21 11:35:10 +0100 (Sun, 21 Jan 2007) | 2 lines
Patch #1627441: close sockets properly in urllib2.
........
r53517 | georg.brandl | 2007-01-22 20:40:21 +0100 (Mon, 22 Jan 2007) | 3 lines
Use new email module names (#1637162, #1637159, #1637157).
........
r53518 | andrew.kuchling | 2007-01-22 21:26:40 +0100 (Mon, 22 Jan 2007) | 1 line
Improve pattern used for mbox 'From' lines; add a simple test
........
r53519 | andrew.kuchling | 2007-01-22 21:27:50 +0100 (Mon, 22 Jan 2007) | 1 line
Make comment match the code
........
r53522 | georg.brandl | 2007-01-22 22:10:33 +0100 (Mon, 22 Jan 2007) | 2 lines
Bug #1249573: fix rfc822.parsedate not accepting a certain date format
........
r53524 | georg.brandl | 2007-01-22 22:23:41 +0100 (Mon, 22 Jan 2007) | 2 lines
Bug #1627316: handle error in condition/ignore pdb commands more gracefully.
........
r53526 | lars.gustaebel | 2007-01-23 12:17:33 +0100 (Tue, 23 Jan 2007) | 4 lines
Patch #1507247: tarfile.py: use current umask for intermediate
directories.
........
r53527 | thomas.wouters | 2007-01-23 14:42:00 +0100 (Tue, 23 Jan 2007) | 13 lines
SF patch #1630975: Fix crash when replacing sys.stdout in sitecustomize
When running the interpreter in an environment that would cause it to set
stdout/stderr/stdin's encoding, having a sitecustomize that would replace
them with something other than PyFile objects would crash the interpreter.
Fix it by simply ignoring the encoding-setting for non-files.
This could do with a test, but I can think of no maintainable and portable
way to test this bug, short of adding a sitecustomize.py to the buildsystem
and have it always run with it (hmmm....)
........
r53528 | thomas.wouters | 2007-01-23 14:50:49 +0100 (Tue, 23 Jan 2007) | 4 lines
Add news entry about last checkin (oops.)
........
r53531 | martin.v.loewis | 2007-01-23 22:11:47 +0100 (Tue, 23 Jan 2007) | 4 lines
Make PyTraceBack_Here use the current thread, not the
frame's thread state. Fixes #1579370.
Will backport.
........
r53535 | brett.cannon | 2007-01-24 00:21:22 +0100 (Wed, 24 Jan 2007) | 5 lines
Fix crasher for when an object's __del__ creates a new weakref to itself.
Patch only fixes new-style classes; classic classes still buggy.
Closes bug #1377858. Already backported.
........
r53536 | walter.doerwald | 2007-01-24 01:42:19 +0100 (Wed, 24 Jan 2007) | 2 lines
Port test_popen.py to unittest.
........
2007-02-01 18:02:27 +00:00
|
|
|
margs = "a0"
|
|
|
|
for i in range(1, len(args)+1):
|
|
|
|
margs += ", a%d" % i
|
|
|
|
self.emit("#define %s(%s) _Py_%s(%s)" % (name, margs, name, margs), 0,
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
reflow=False)
|
|
|
|
self.emit("%s _Py_%s(%s);" % (ctype, name, argstr), False)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
def visitProduct(self, prod, name):
|
|
|
|
self.emit_function(name, get_c_type(name),
|
2015-11-06 16:01:48 +00:00
|
|
|
self.get_args(prod.fields),
|
|
|
|
self.get_args(prod.attributes),
|
|
|
|
union=False)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class FunctionVisitor(PrototypeVisitor):
|
|
|
|
"""Visitor to generate constructor functions for AST."""
|
|
|
|
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
def emit_function(self, name, ctype, args, attrs, union=True):
|
|
|
|
def emit(s, depth=0, reflow=True):
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit(s, depth, reflow)
|
|
|
|
argstr = ", ".join(["%s %s" % (atype, aname)
|
|
|
|
for atype, aname, opt in args + attrs])
|
2005-12-17 20:54:49 +00:00
|
|
|
if argstr:
|
|
|
|
argstr += ", PyArena *arena"
|
|
|
|
else:
|
|
|
|
argstr = "PyArena *arena"
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit("%s" % ctype, 0)
|
|
|
|
emit("%s(%s)" % (name, argstr))
|
|
|
|
emit("{")
|
|
|
|
emit("%s p;" % ctype, 1)
|
|
|
|
for argtype, argname, opt in args:
|
2007-02-26 19:04:49 +00:00
|
|
|
if not opt and argtype != "int":
|
2005-10-20 19:59:25 +00:00
|
|
|
emit("if (!%s) {" % argname, 1)
|
|
|
|
emit("PyErr_SetString(PyExc_ValueError,", 2)
|
2020-05-06 14:29:32 +00:00
|
|
|
msg = "field '%s' is required for %s" % (argname, name)
|
2005-10-20 19:59:25 +00:00
|
|
|
emit(' "%s");' % msg,
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
2, reflow=False)
|
2005-10-20 19:59:25 +00:00
|
|
|
emit('return NULL;', 2)
|
|
|
|
emit('}', 1)
|
|
|
|
|
2005-12-17 20:54:49 +00:00
|
|
|
emit("p = (%s)PyArena_Malloc(arena, sizeof(*p));" % ctype, 1);
|
2007-02-26 18:20:15 +00:00
|
|
|
emit("if (!p)", 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
emit("return NULL;", 2)
|
|
|
|
if union:
|
|
|
|
self.emit_body_union(name, args, attrs)
|
|
|
|
else:
|
|
|
|
self.emit_body_struct(name, args, attrs)
|
|
|
|
emit("return p;", 1)
|
|
|
|
emit("}")
|
|
|
|
emit("")
|
|
|
|
|
|
|
|
def emit_body_union(self, name, args, attrs):
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
def emit(s, depth=0, reflow=True):
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit(s, depth, reflow)
|
|
|
|
emit("p->kind = %s_kind;" % name, 1)
|
|
|
|
for argtype, argname, opt in args:
|
|
|
|
emit("p->v.%s.%s = %s;" % (name, argname, argname), 1)
|
|
|
|
for argtype, argname, opt in attrs:
|
|
|
|
emit("p->%s = %s;" % (argname, argname), 1)
|
|
|
|
|
|
|
|
def emit_body_struct(self, name, args, attrs):
|
Merged revisions 73196,73278-73280,73299,73308,73312-73313,73317-73318,73321,73324,73331,73335,73340,73363 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r73196 | benjamin.peterson | 2009-06-03 20:40:29 -0500 (Wed, 03 Jun 2009) | 1 line
use the offical api
........
r73278 | benjamin.peterson | 2009-06-07 17:33:11 -0500 (Sun, 07 Jun 2009) | 1 line
inherit from object
........
r73279 | benjamin.peterson | 2009-06-07 17:35:00 -0500 (Sun, 07 Jun 2009) | 1 line
always inherit from an appropiate base class
........
r73280 | benjamin.peterson | 2009-06-07 17:54:35 -0500 (Sun, 07 Jun 2009) | 1 line
use booleans for flags
........
r73299 | georg.brandl | 2009-06-08 13:41:36 -0500 (Mon, 08 Jun 2009) | 1 line
Typo fix.
........
r73308 | benjamin.peterson | 2009-06-08 17:18:32 -0500 (Mon, 08 Jun 2009) | 1 line
remove useless assertion
........
r73312 | benjamin.peterson | 2009-06-08 18:44:13 -0500 (Mon, 08 Jun 2009) | 1 line
remove error checks already done in set_context()
........
r73313 | r.david.murray | 2009-06-08 19:44:22 -0500 (Mon, 08 Jun 2009) | 4 lines
Issue 2947: document how return code handling translates from
os.popen to subprocess. Also fixes reference link in the
os.spawn documentation.
........
r73317 | benjamin.peterson | 2009-06-09 12:24:26 -0500 (Tue, 09 Jun 2009) | 1 line
make ast.c depend on the grammar
........
r73318 | benjamin.peterson | 2009-06-09 12:29:51 -0500 (Tue, 09 Jun 2009) | 1 line
explain why keyword names are not just NAME
........
r73321 | benjamin.peterson | 2009-06-09 16:13:43 -0500 (Tue, 09 Jun 2009) | 1 line
update symbol.py from with statement changes
........
r73324 | amaury.forgeotdarc | 2009-06-09 17:53:16 -0500 (Tue, 09 Jun 2009) | 2 lines
Avoid invoking the parser/compiler just to test the presence of a function.
........
r73331 | benjamin.peterson | 2009-06-10 08:45:31 -0500 (Wed, 10 Jun 2009) | 1 line
fix spelling
........
r73335 | raymond.hettinger | 2009-06-10 11:15:40 -0500 (Wed, 10 Jun 2009) | 1 line
Fix signed/unsigned compiler warning.
........
r73340 | amaury.forgeotdarc | 2009-06-10 15:30:19 -0500 (Wed, 10 Jun 2009) | 2 lines
Fix a typo spotted by Nick Coghlan.
........
r73363 | benjamin.peterson | 2009-06-11 12:51:17 -0500 (Thu, 11 Jun 2009) | 1 line
use multi-with syntax
........
2009-06-11 22:54:11 +00:00
|
|
|
def emit(s, depth=0, reflow=True):
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit(s, depth, reflow)
|
|
|
|
for argtype, argname, opt in args:
|
|
|
|
emit("p->%s = %s;" % (argname, argname), 1)
|
2015-11-06 16:01:48 +00:00
|
|
|
for argtype, argname, opt in attrs:
|
|
|
|
emit("p->%s = %s;" % (argname, argname), 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class PickleVisitor(EmitVisitor):
|
|
|
|
|
|
|
|
def visitModule(self, mod):
|
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
|
|
|
|
|
|
|
def visitType(self, type):
|
|
|
|
self.visit(type.value, type.name)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def visitProduct(self, sum, name):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def visitConstructor(self, cons, name):
|
|
|
|
pass
|
|
|
|
|
|
|
|
def visitField(self, sum):
|
|
|
|
pass
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
|
|
|
class Obj2ModPrototypeVisitor(PickleVisitor):
|
|
|
|
def visitProduct(self, prod, name):
|
2020-07-03 09:35:37 +00:00
|
|
|
code = "static int obj2ast_%s(astmodulestate *state, PyObject* obj, %s* out, PyArena* arena);"
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit(code % (name, get_c_type(name)), 0)
|
|
|
|
|
|
|
|
visitSum = visitProduct
|
|
|
|
|
|
|
|
|
|
|
|
class Obj2ModVisitor(PickleVisitor):
|
|
|
|
def funcHeader(self, name):
|
|
|
|
ctype = get_c_type(name)
|
|
|
|
self.emit("int", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("obj2ast_%s(astmodulestate *state, PyObject* obj, %s* out, PyArena* arena)" % (name, ctype), 0)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("{", 0)
|
2010-11-20 02:01:45 +00:00
|
|
|
self.emit("int isinstance;", 1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("", 0)
|
|
|
|
|
2010-11-20 01:38:49 +00:00
|
|
|
def sumTrailer(self, name, add_label=False):
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("", 0)
|
|
|
|
# there's really nothing more we can do if this fails ...
|
2010-11-20 01:38:49 +00:00
|
|
|
error = "expected some sort of %s, but got %%R" % name
|
|
|
|
format = "PyErr_Format(PyExc_TypeError, \"%s\", obj);"
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit(format % error, 1, reflow=False)
|
2010-11-20 01:38:49 +00:00
|
|
|
if add_label:
|
|
|
|
self.emit("failed:", 1)
|
2010-11-21 15:12:34 +00:00
|
|
|
self.emit("Py_XDECREF(tmp);", 1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("return 1;", 1)
|
|
|
|
self.emit("}", 0)
|
|
|
|
self.emit("", 0)
|
|
|
|
|
|
|
|
def simpleSum(self, sum, name):
|
|
|
|
self.funcHeader(name)
|
|
|
|
for t in sum.types:
|
2009-12-13 01:23:39 +00:00
|
|
|
line = ("isinstance = PyObject_IsInstance(obj, "
|
2020-07-03 09:35:37 +00:00
|
|
|
"state->%s_type);")
|
2009-12-13 01:23:39 +00:00
|
|
|
self.emit(line % (t.name,), 1)
|
|
|
|
self.emit("if (isinstance == -1) {", 1)
|
|
|
|
self.emit("return 1;", 2)
|
|
|
|
self.emit("}", 1)
|
|
|
|
self.emit("if (isinstance) {", 1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("*out = %s;" % t.name, 2)
|
|
|
|
self.emit("return 0;", 2)
|
|
|
|
self.emit("}", 1)
|
|
|
|
self.sumTrailer(name)
|
|
|
|
|
|
|
|
def buildArgs(self, fields):
|
|
|
|
return ", ".join(fields + ["arena"])
|
|
|
|
|
|
|
|
def complexSum(self, sum, name):
|
|
|
|
self.funcHeader(name)
|
2010-11-20 04:31:07 +00:00
|
|
|
self.emit("PyObject *tmp = NULL;", 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("PyObject *tp;", 1)
|
2008-03-30 20:03:44 +00:00
|
|
|
for a in sum.attributes:
|
|
|
|
self.visitAttributeDeclaration(a, name, sum=sum)
|
|
|
|
self.emit("", 0)
|
|
|
|
# XXX: should we only do this for 'expr'?
|
|
|
|
self.emit("if (obj == Py_None) {", 1)
|
|
|
|
self.emit("*out = NULL;", 2)
|
|
|
|
self.emit("return 0;", 2)
|
|
|
|
self.emit("}", 1)
|
|
|
|
for a in sum.attributes:
|
|
|
|
self.visitField(a, name, sum=sum, depth=1)
|
|
|
|
for t in sum.types:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("tp = state->%s_type;" % (t.name,), 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("isinstance = PyObject_IsInstance(obj, tp);", 1)
|
2009-12-13 01:23:39 +00:00
|
|
|
self.emit("if (isinstance == -1) {", 1)
|
|
|
|
self.emit("return 1;", 2)
|
|
|
|
self.emit("}", 1)
|
|
|
|
self.emit("if (isinstance) {", 1)
|
2008-03-30 20:03:44 +00:00
|
|
|
for f in t.fields:
|
|
|
|
self.visitFieldDeclaration(f, t.name, sum=sum, depth=2)
|
|
|
|
self.emit("", 0)
|
|
|
|
for f in t.fields:
|
|
|
|
self.visitField(f, t.name, sum=sum, depth=2)
|
2014-05-10 00:58:22 +00:00
|
|
|
args = [f.name for f in t.fields] + [a.name for a in sum.attributes]
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("*out = %s(%s);" % (t.name, self.buildArgs(args)), 2)
|
|
|
|
self.emit("if (*out == NULL) goto failed;", 2)
|
|
|
|
self.emit("return 0;", 2)
|
|
|
|
self.emit("}", 1)
|
2010-11-20 01:38:49 +00:00
|
|
|
self.sumTrailer(name, True)
|
2008-03-30 20:03:44 +00:00
|
|
|
|
|
|
|
def visitAttributeDeclaration(self, a, name, sum=sum):
|
|
|
|
ctype = get_c_type(a.type)
|
|
|
|
self.emit("%s %s;" % (ctype, a.name), 1)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name):
|
|
|
|
if is_simple(sum):
|
|
|
|
self.simpleSum(sum, name)
|
|
|
|
else:
|
|
|
|
self.complexSum(sum, name)
|
|
|
|
|
|
|
|
def visitProduct(self, prod, name):
|
|
|
|
ctype = get_c_type(name)
|
|
|
|
self.emit("int", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("obj2ast_%s(astmodulestate *state, PyObject* obj, %s* out, PyArena* arena)" % (name, ctype), 0)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("{", 0)
|
|
|
|
self.emit("PyObject* tmp = NULL;", 1)
|
|
|
|
for f in prod.fields:
|
|
|
|
self.visitFieldDeclaration(f, name, prod=prod, depth=1)
|
2015-11-06 16:01:48 +00:00
|
|
|
for a in prod.attributes:
|
|
|
|
self.visitFieldDeclaration(a, name, prod=prod, depth=1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("", 0)
|
|
|
|
for f in prod.fields:
|
|
|
|
self.visitField(f, name, prod=prod, depth=1)
|
2015-11-06 16:01:48 +00:00
|
|
|
for a in prod.attributes:
|
|
|
|
self.visitField(a, name, prod=prod, depth=1)
|
2014-05-10 00:58:22 +00:00
|
|
|
args = [f.name for f in prod.fields]
|
2015-11-06 16:01:48 +00:00
|
|
|
args.extend([a.name for a in prod.attributes])
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("*out = %s(%s);" % (name, self.buildArgs(args)), 1)
|
|
|
|
self.emit("return 0;", 1)
|
|
|
|
self.emit("failed:", 0)
|
|
|
|
self.emit("Py_XDECREF(tmp);", 1)
|
|
|
|
self.emit("return 1;", 1)
|
|
|
|
self.emit("}", 0)
|
|
|
|
self.emit("", 0)
|
|
|
|
|
|
|
|
def visitFieldDeclaration(self, field, name, sum=None, prod=None, depth=0):
|
|
|
|
ctype = get_c_type(field.type)
|
|
|
|
if field.seq:
|
|
|
|
if self.isSimpleType(field):
|
|
|
|
self.emit("asdl_int_seq* %s;" % field.name, depth)
|
|
|
|
else:
|
|
|
|
self.emit("asdl_seq* %s;" % field.name, depth)
|
|
|
|
else:
|
|
|
|
ctype = get_c_type(field.type)
|
|
|
|
self.emit("%s %s;" % (ctype, field.name), depth)
|
|
|
|
|
|
|
|
def isSimpleSum(self, field):
|
|
|
|
# XXX can the members of this list be determined automatically?
|
2014-05-10 00:58:22 +00:00
|
|
|
return field.type in ('expr_context', 'boolop', 'operator',
|
|
|
|
'unaryop', 'cmpop')
|
2008-03-30 20:03:44 +00:00
|
|
|
|
|
|
|
def isNumeric(self, field):
|
|
|
|
return get_c_type(field.type) in ("int", "bool")
|
|
|
|
|
|
|
|
def isSimpleType(self, field):
|
|
|
|
return self.isSimpleSum(field) or self.isNumeric(field)
|
|
|
|
|
|
|
|
def visitField(self, field, name, sum=None, prod=None, depth=0):
|
|
|
|
ctype = get_c_type(field.type)
|
2020-07-03 09:35:37 +00:00
|
|
|
line = "if (_PyObject_LookupAttr(obj, state->%s, &tmp) < 0) {"
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit(line % field.name, depth)
|
2018-01-25 08:49:40 +00:00
|
|
|
self.emit("return 1;", depth+1)
|
|
|
|
self.emit("}", depth)
|
2017-11-11 14:41:32 +00:00
|
|
|
if not field.opt:
|
2018-01-25 08:49:40 +00:00
|
|
|
self.emit("if (tmp == NULL) {", depth)
|
|
|
|
message = "required field \\\"%s\\\" missing from %s" % (field.name, name)
|
|
|
|
format = "PyErr_SetString(PyExc_TypeError, \"%s\");"
|
|
|
|
self.emit(format % message, depth+1, reflow=False)
|
|
|
|
self.emit("return 1;", depth+1)
|
2013-03-18 17:48:58 +00:00
|
|
|
else:
|
2018-01-25 08:49:40 +00:00
|
|
|
self.emit("if (tmp == NULL || tmp == Py_None) {", depth)
|
|
|
|
self.emit("Py_CLEAR(tmp);", depth+1)
|
|
|
|
if self.isNumeric(field):
|
|
|
|
self.emit("%s = 0;" % field.name, depth+1)
|
|
|
|
elif not self.isSimpleType(field):
|
|
|
|
self.emit("%s = NULL;" % field.name, depth+1)
|
|
|
|
else:
|
|
|
|
raise TypeError("could not determine the default value for %s" % field.name)
|
|
|
|
self.emit("}", depth)
|
|
|
|
self.emit("else {", depth)
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("int res;", depth+1)
|
|
|
|
if field.seq:
|
|
|
|
self.emit("Py_ssize_t len;", depth+1)
|
|
|
|
self.emit("Py_ssize_t i;", depth+1)
|
|
|
|
self.emit("if (!PyList_Check(tmp)) {", depth+1)
|
|
|
|
self.emit("PyErr_Format(PyExc_TypeError, \"%s field \\\"%s\\\" must "
|
2019-09-11 17:16:34 +00:00
|
|
|
"be a list, not a %%.200s\", _PyType_Name(Py_TYPE(tmp)));" %
|
2008-03-30 20:03:44 +00:00
|
|
|
(name, field.name),
|
|
|
|
depth+2, reflow=False)
|
|
|
|
self.emit("goto failed;", depth+2)
|
|
|
|
self.emit("}", depth+1)
|
|
|
|
self.emit("len = PyList_GET_SIZE(tmp);", depth+1)
|
|
|
|
if self.isSimpleType(field):
|
2013-10-12 20:52:43 +00:00
|
|
|
self.emit("%s = _Py_asdl_int_seq_new(len, arena);" % field.name, depth+1)
|
2008-03-30 20:03:44 +00:00
|
|
|
else:
|
2013-10-12 20:52:43 +00:00
|
|
|
self.emit("%s = _Py_asdl_seq_new(len, arena);" % field.name, depth+1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("if (%s == NULL) goto failed;" % field.name, depth+1)
|
|
|
|
self.emit("for (i = 0; i < len; i++) {", depth+1)
|
2017-08-04 17:53:12 +00:00
|
|
|
self.emit("%s val;" % ctype, depth+2)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("PyObject *tmp2 = PyList_GET_ITEM(tmp, i);", depth+2)
|
|
|
|
self.emit("Py_INCREF(tmp2);", depth+2)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("res = obj2ast_%s(state, tmp2, &val, arena);" %
|
2008-03-30 20:03:44 +00:00
|
|
|
field.type, depth+2, reflow=False)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("Py_DECREF(tmp2);", depth+2)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("if (res != 0) goto failed;", depth+2)
|
2016-10-07 18:51:28 +00:00
|
|
|
self.emit("if (len != PyList_GET_SIZE(tmp)) {", depth+2)
|
|
|
|
self.emit("PyErr_SetString(PyExc_RuntimeError, \"%s field \\\"%s\\\" "
|
|
|
|
"changed size during iteration\");" %
|
|
|
|
(name, field.name),
|
|
|
|
depth+3, reflow=False)
|
|
|
|
self.emit("goto failed;", depth+3)
|
|
|
|
self.emit("}", depth+2)
|
2017-08-04 17:53:12 +00:00
|
|
|
self.emit("asdl_seq_SET(%s, i, val);" % field.name, depth+2)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("}", depth+1)
|
|
|
|
else:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("res = obj2ast_%s(state, tmp, &%s, arena);" %
|
2008-03-30 20:03:44 +00:00
|
|
|
(field.type, field.name), depth+1)
|
|
|
|
self.emit("if (res != 0) goto failed;", depth+1)
|
|
|
|
|
2013-07-26 22:03:47 +00:00
|
|
|
self.emit("Py_CLEAR(tmp);", depth+1)
|
2008-03-30 20:03:44 +00:00
|
|
|
self.emit("}", depth)
|
|
|
|
|
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
class MarshalPrototypeVisitor(PickleVisitor):
|
|
|
|
|
|
|
|
def prototype(self, sum, name):
|
|
|
|
ctype = get_c_type(name)
|
2005-11-13 18:41:28 +00:00
|
|
|
self.emit("static int marshal_write_%s(PyObject **, int *, %s);"
|
2005-10-20 19:59:25 +00:00
|
|
|
% (name, ctype), 0)
|
|
|
|
|
|
|
|
visitProduct = visitSum = prototype
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
class PyTypesDeclareVisitor(PickleVisitor):
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def visitProduct(self, prod, name):
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit_type("%s_type" % name)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("static PyObject* ast2obj_%s(astmodulestate *state, void*);" % name, 0)
|
2013-03-18 17:48:58 +00:00
|
|
|
if prod.attributes:
|
|
|
|
for a in prod.attributes:
|
|
|
|
self.emit_identifier(a.name)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("static const char * const %s_attributes[] = {" % name, 0)
|
2013-03-18 17:48:58 +00:00
|
|
|
for a in prod.attributes:
|
|
|
|
self.emit('"%s",' % a.name, 1)
|
|
|
|
self.emit("};", 0)
|
2006-02-26 23:40:20 +00:00
|
|
|
if prod.fields:
|
2011-10-10 16:11:30 +00:00
|
|
|
for f in prod.fields:
|
|
|
|
self.emit_identifier(f.name)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("static const char * const %s_fields[]={" % name,0)
|
2006-02-26 23:40:20 +00:00
|
|
|
for f in prod.fields:
|
|
|
|
self.emit('"%s",' % f.name, 1)
|
|
|
|
self.emit("};", 0)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def visitSum(self, sum, name):
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit_type("%s_type" % name)
|
2006-02-27 15:23:19 +00:00
|
|
|
if sum.attributes:
|
2011-10-10 16:11:30 +00:00
|
|
|
for a in sum.attributes:
|
|
|
|
self.emit_identifier(a.name)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("static const char * const %s_attributes[] = {" % name, 0)
|
2006-02-27 15:23:19 +00:00
|
|
|
for a in sum.attributes:
|
|
|
|
self.emit('"%s",' % a.name, 1)
|
|
|
|
self.emit("};", 0)
|
2006-02-26 19:42:26 +00:00
|
|
|
ptype = "void*"
|
|
|
|
if is_simple(sum):
|
|
|
|
ptype = get_c_type(name)
|
|
|
|
for t in sum.types:
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit_singleton("%s_singleton" % t.name)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("static PyObject* ast2obj_%s(astmodulestate *state, %s);" % (name, ptype), 0)
|
2006-02-26 19:42:26 +00:00
|
|
|
for t in sum.types:
|
|
|
|
self.visitConstructor(t, name)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def visitConstructor(self, cons, name):
|
2006-02-26 23:40:20 +00:00
|
|
|
if cons.fields:
|
2011-10-10 16:11:30 +00:00
|
|
|
for t in cons.fields:
|
|
|
|
self.emit_identifier(t.name)
|
2019-09-10 10:02:30 +00:00
|
|
|
self.emit("static const char * const %s_fields[]={" % cons.name, 0)
|
2006-02-26 23:40:20 +00:00
|
|
|
for t in cons.fields:
|
|
|
|
self.emit('"%s",' % t.name, 1)
|
|
|
|
self.emit("};",0)
|
2006-02-26 19:42:26 +00:00
|
|
|
|
|
|
|
class PyTypesVisitor(PickleVisitor):
|
|
|
|
|
|
|
|
def visitModule(self, mod):
|
|
|
|
self.emit("""
|
2017-01-25 13:33:43 +00:00
|
|
|
|
2012-03-12 16:46:44 +00:00
|
|
|
typedef struct {
|
2012-03-13 00:17:31 +00:00
|
|
|
PyObject_HEAD
|
2012-03-12 16:46:44 +00:00
|
|
|
PyObject *dict;
|
|
|
|
} AST_object;
|
|
|
|
|
2012-03-15 02:50:29 +00:00
|
|
|
static void
|
|
|
|
ast_dealloc(AST_object *self)
|
|
|
|
{
|
2017-08-24 05:55:17 +00:00
|
|
|
/* bpo-31095: UnTrack is needed before calling any callbacks */
|
2019-09-14 13:38:17 +00:00
|
|
|
PyTypeObject *tp = Py_TYPE(self);
|
2017-08-24 05:55:17 +00:00
|
|
|
PyObject_GC_UnTrack(self);
|
2012-03-15 02:50:29 +00:00
|
|
|
Py_CLEAR(self->dict);
|
2019-09-14 13:38:17 +00:00
|
|
|
freefunc free_func = PyType_GetSlot(tp, Py_tp_free);
|
|
|
|
assert(free_func != NULL);
|
|
|
|
free_func(self);
|
|
|
|
Py_DECREF(tp);
|
2012-03-15 02:50:29 +00:00
|
|
|
}
|
|
|
|
|
2012-07-08 18:03:46 +00:00
|
|
|
static int
|
|
|
|
ast_traverse(AST_object *self, visitproc visit, void *arg)
|
|
|
|
{
|
2020-05-27 09:03:38 +00:00
|
|
|
Py_VISIT(Py_TYPE(self));
|
2012-07-08 18:03:46 +00:00
|
|
|
Py_VISIT(self->dict);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-05-31 04:34:34 +00:00
|
|
|
static int
|
2012-07-08 18:03:46 +00:00
|
|
|
ast_clear(AST_object *self)
|
|
|
|
{
|
|
|
|
Py_CLEAR(self->dict);
|
2018-05-31 04:34:34 +00:00
|
|
|
return 0;
|
2012-07-08 18:03:46 +00:00
|
|
|
}
|
|
|
|
|
2008-03-31 04:42:11 +00:00
|
|
|
static int
|
|
|
|
ast_type_init(PyObject *self, PyObject *args, PyObject *kw)
|
|
|
|
{
|
2020-07-03 12:15:53 +00:00
|
|
|
astmodulestate *state = get_global_ast_state();
|
2020-07-03 18:01:46 +00:00
|
|
|
if (state == NULL) {
|
2020-07-04 21:18:15 +00:00
|
|
|
return -1;
|
2020-07-03 18:01:46 +00:00
|
|
|
}
|
2020-07-04 21:18:15 +00:00
|
|
|
|
|
|
|
Py_ssize_t i, numfields = 0;
|
|
|
|
int res = -1;
|
|
|
|
PyObject *key, *value, *fields;
|
2020-07-03 09:35:37 +00:00
|
|
|
if (_PyObject_LookupAttr((PyObject*)Py_TYPE(self), state->_fields, &fields) < 0) {
|
2018-01-25 08:49:40 +00:00
|
|
|
goto cleanup;
|
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
if (fields) {
|
|
|
|
numfields = PySequence_Size(fields);
|
2020-05-24 21:12:57 +00:00
|
|
|
if (numfields == -1) {
|
2008-03-31 04:42:11 +00:00
|
|
|
goto cleanup;
|
2020-05-24 21:12:57 +00:00
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
}
|
2017-02-23 17:48:17 +00:00
|
|
|
|
2008-03-31 04:42:11 +00:00
|
|
|
res = 0; /* if no error occurs, this stays 0 to the end */
|
2017-02-23 17:48:17 +00:00
|
|
|
if (numfields < PyTuple_GET_SIZE(args)) {
|
|
|
|
PyErr_Format(PyExc_TypeError, "%.400s constructor takes at most "
|
|
|
|
"%zd positional argument%s",
|
2019-09-11 17:16:34 +00:00
|
|
|
_PyType_Name(Py_TYPE(self)),
|
2017-02-23 17:48:17 +00:00
|
|
|
numfields, numfields == 1 ? "" : "s");
|
|
|
|
res = -1;
|
|
|
|
goto cleanup;
|
|
|
|
}
|
|
|
|
for (i = 0; i < PyTuple_GET_SIZE(args); i++) {
|
|
|
|
/* cannot be reached when fields is NULL */
|
|
|
|
PyObject *name = PySequence_GetItem(fields, i);
|
|
|
|
if (!name) {
|
2008-03-31 04:42:11 +00:00
|
|
|
res = -1;
|
|
|
|
goto cleanup;
|
|
|
|
}
|
2017-02-23 17:48:17 +00:00
|
|
|
res = PyObject_SetAttr(self, name, PyTuple_GET_ITEM(args, i));
|
|
|
|
Py_DECREF(name);
|
2020-05-24 21:12:57 +00:00
|
|
|
if (res < 0) {
|
2017-02-23 17:48:17 +00:00
|
|
|
goto cleanup;
|
2020-05-24 21:12:57 +00:00
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
}
|
|
|
|
if (kw) {
|
|
|
|
i = 0; /* needed by PyDict_Next */
|
|
|
|
while (PyDict_Next(kw, &i, &key, &value)) {
|
2020-05-24 21:12:57 +00:00
|
|
|
int contains = PySequence_Contains(fields, key);
|
|
|
|
if (contains == -1) {
|
|
|
|
res = -1;
|
|
|
|
goto cleanup;
|
|
|
|
} else if (contains == 1) {
|
|
|
|
Py_ssize_t p = PySequence_Index(fields, key);
|
|
|
|
if (p == -1) {
|
|
|
|
res = -1;
|
|
|
|
goto cleanup;
|
|
|
|
}
|
|
|
|
if (p < PyTuple_GET_SIZE(args)) {
|
|
|
|
PyErr_Format(PyExc_TypeError,
|
|
|
|
"%.400s got multiple values for argument '%U'",
|
|
|
|
Py_TYPE(self)->tp_name, key);
|
|
|
|
res = -1;
|
|
|
|
goto cleanup;
|
|
|
|
}
|
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
res = PyObject_SetAttr(self, key, value);
|
2020-05-24 21:12:57 +00:00
|
|
|
if (res < 0) {
|
2008-03-31 04:42:11 +00:00
|
|
|
goto cleanup;
|
2020-05-24 21:12:57 +00:00
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
cleanup:
|
|
|
|
Py_XDECREF(fields);
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
Merged revisions 61440-61441,61443,61445-61448,61451-61452,61455-61457,61459-61464,61466-61467,61469-61470,61476-61477,61479,61481-61482,61485,61487,61490,61493-61494,61497,61499-61502,61505-61506,61508,61511-61514,61519,61521-61522,61530-61531,61533-61537,61541-61555,61557-61558,61561-61562,61566-61569,61572-61574,61578-61579,61583-61584,61588-61589,61592,61594,61598-61601,61603-61604,61607-61612,61617,61619-61620,61624,61626,61628-61630,61635-61638,61640-61643,61645,61648,61653-61655,61659-61662,61664,61666,61668-61671,61673,61675,61679-61680,61682,61685-61686,61689-61695,61697-61699,61701-61703,61706,61710,61713,61717,61723,61726-61730,61736,61738,61740,61742,61745-61752,61754-61760,61762-61764,61768,61770-61772,61774-61775,61784-61787,61789-61792,61794-61795,61797-61806,61808-61809,61811-61812,61814-61819,61824,61826-61833,61835-61840,61843-61845,61848,61850,61854-61862,61865-61866,61868,61872-61873,61876-61877,61883-61888,61890-61891,61893-61899,61901-61903,61905-61912,61914,61917,61920-61921,61927,61930,61932-61934,61939,61941-61942,61944-61951,61955,61960-61963,61980,61982-61983,61991,61994-61996,62001-62003,62008-62010,62016-62017,62022,62024,62027,62031-62034,62041,62045-62046,62048,62050-62051,62055-62066,62068-62074,62076-62078 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62048 | georg.brandl | 2008-03-29 23:53:55 -0700 (Sat, 29 Mar 2008) | 2 lines
Adapt test_ast to the new ExceptHandler type.
........
r62050 | georg.brandl | 2008-03-30 00:09:22 -0700 (Sun, 30 Mar 2008) | 2 lines
Convert test_ast to unittest and add a test for r62049.
........
r62051 | georg.brandl | 2008-03-30 12:00:49 -0700 (Sun, 30 Mar 2008) | 2 lines
Make _fields attr for no fields consistent with _attributes attr.
........
r62059 | georg.brandl | 2008-03-30 13:20:39 -0700 (Sun, 30 Mar 2008) | 2 lines
Make AST nodes pickleable.
........
2008-03-31 05:29:39 +00:00
|
|
|
/* Pickling support */
|
|
|
|
static PyObject *
|
|
|
|
ast_type_reduce(PyObject *self, PyObject *unused)
|
|
|
|
{
|
2020-07-03 12:15:53 +00:00
|
|
|
astmodulestate *state = get_global_ast_state();
|
2020-07-03 18:01:46 +00:00
|
|
|
if (state == NULL) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2018-01-25 08:49:40 +00:00
|
|
|
PyObject *dict;
|
2020-07-03 09:35:37 +00:00
|
|
|
if (_PyObject_LookupAttr(self, state->__dict__, &dict) < 0) {
|
2018-01-25 08:49:40 +00:00
|
|
|
return NULL;
|
Merged revisions 61440-61441,61443,61445-61448,61451-61452,61455-61457,61459-61464,61466-61467,61469-61470,61476-61477,61479,61481-61482,61485,61487,61490,61493-61494,61497,61499-61502,61505-61506,61508,61511-61514,61519,61521-61522,61530-61531,61533-61537,61541-61555,61557-61558,61561-61562,61566-61569,61572-61574,61578-61579,61583-61584,61588-61589,61592,61594,61598-61601,61603-61604,61607-61612,61617,61619-61620,61624,61626,61628-61630,61635-61638,61640-61643,61645,61648,61653-61655,61659-61662,61664,61666,61668-61671,61673,61675,61679-61680,61682,61685-61686,61689-61695,61697-61699,61701-61703,61706,61710,61713,61717,61723,61726-61730,61736,61738,61740,61742,61745-61752,61754-61760,61762-61764,61768,61770-61772,61774-61775,61784-61787,61789-61792,61794-61795,61797-61806,61808-61809,61811-61812,61814-61819,61824,61826-61833,61835-61840,61843-61845,61848,61850,61854-61862,61865-61866,61868,61872-61873,61876-61877,61883-61888,61890-61891,61893-61899,61901-61903,61905-61912,61914,61917,61920-61921,61927,61930,61932-61934,61939,61941-61942,61944-61951,61955,61960-61963,61980,61982-61983,61991,61994-61996,62001-62003,62008-62010,62016-62017,62022,62024,62027,62031-62034,62041,62045-62046,62048,62050-62051,62055-62066,62068-62074,62076-62078 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62048 | georg.brandl | 2008-03-29 23:53:55 -0700 (Sat, 29 Mar 2008) | 2 lines
Adapt test_ast to the new ExceptHandler type.
........
r62050 | georg.brandl | 2008-03-30 00:09:22 -0700 (Sun, 30 Mar 2008) | 2 lines
Convert test_ast to unittest and add a test for r62049.
........
r62051 | georg.brandl | 2008-03-30 12:00:49 -0700 (Sun, 30 Mar 2008) | 2 lines
Make _fields attr for no fields consistent with _attributes attr.
........
r62059 | georg.brandl | 2008-03-30 13:20:39 -0700 (Sun, 30 Mar 2008) | 2 lines
Make AST nodes pickleable.
........
2008-03-31 05:29:39 +00:00
|
|
|
}
|
|
|
|
if (dict) {
|
2018-01-25 08:49:40 +00:00
|
|
|
return Py_BuildValue("O()N", Py_TYPE(self), dict);
|
Merged revisions 61440-61441,61443,61445-61448,61451-61452,61455-61457,61459-61464,61466-61467,61469-61470,61476-61477,61479,61481-61482,61485,61487,61490,61493-61494,61497,61499-61502,61505-61506,61508,61511-61514,61519,61521-61522,61530-61531,61533-61537,61541-61555,61557-61558,61561-61562,61566-61569,61572-61574,61578-61579,61583-61584,61588-61589,61592,61594,61598-61601,61603-61604,61607-61612,61617,61619-61620,61624,61626,61628-61630,61635-61638,61640-61643,61645,61648,61653-61655,61659-61662,61664,61666,61668-61671,61673,61675,61679-61680,61682,61685-61686,61689-61695,61697-61699,61701-61703,61706,61710,61713,61717,61723,61726-61730,61736,61738,61740,61742,61745-61752,61754-61760,61762-61764,61768,61770-61772,61774-61775,61784-61787,61789-61792,61794-61795,61797-61806,61808-61809,61811-61812,61814-61819,61824,61826-61833,61835-61840,61843-61845,61848,61850,61854-61862,61865-61866,61868,61872-61873,61876-61877,61883-61888,61890-61891,61893-61899,61901-61903,61905-61912,61914,61917,61920-61921,61927,61930,61932-61934,61939,61941-61942,61944-61951,61955,61960-61963,61980,61982-61983,61991,61994-61996,62001-62003,62008-62010,62016-62017,62022,62024,62027,62031-62034,62041,62045-62046,62048,62050-62051,62055-62066,62068-62074,62076-62078 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62048 | georg.brandl | 2008-03-29 23:53:55 -0700 (Sat, 29 Mar 2008) | 2 lines
Adapt test_ast to the new ExceptHandler type.
........
r62050 | georg.brandl | 2008-03-30 00:09:22 -0700 (Sun, 30 Mar 2008) | 2 lines
Convert test_ast to unittest and add a test for r62049.
........
r62051 | georg.brandl | 2008-03-30 12:00:49 -0700 (Sun, 30 Mar 2008) | 2 lines
Make _fields attr for no fields consistent with _attributes attr.
........
r62059 | georg.brandl | 2008-03-30 13:20:39 -0700 (Sun, 30 Mar 2008) | 2 lines
Make AST nodes pickleable.
........
2008-03-31 05:29:39 +00:00
|
|
|
}
|
|
|
|
return Py_BuildValue("O()", Py_TYPE(self));
|
|
|
|
}
|
|
|
|
|
2019-09-19 16:29:05 +00:00
|
|
|
static PyMemberDef ast_type_members[] = {
|
|
|
|
{"__dictoffset__", T_PYSSIZET, offsetof(AST_object, dict), READONLY},
|
|
|
|
{NULL} /* Sentinel */
|
|
|
|
};
|
|
|
|
|
Merged revisions 61440-61441,61443,61445-61448,61451-61452,61455-61457,61459-61464,61466-61467,61469-61470,61476-61477,61479,61481-61482,61485,61487,61490,61493-61494,61497,61499-61502,61505-61506,61508,61511-61514,61519,61521-61522,61530-61531,61533-61537,61541-61555,61557-61558,61561-61562,61566-61569,61572-61574,61578-61579,61583-61584,61588-61589,61592,61594,61598-61601,61603-61604,61607-61612,61617,61619-61620,61624,61626,61628-61630,61635-61638,61640-61643,61645,61648,61653-61655,61659-61662,61664,61666,61668-61671,61673,61675,61679-61680,61682,61685-61686,61689-61695,61697-61699,61701-61703,61706,61710,61713,61717,61723,61726-61730,61736,61738,61740,61742,61745-61752,61754-61760,61762-61764,61768,61770-61772,61774-61775,61784-61787,61789-61792,61794-61795,61797-61806,61808-61809,61811-61812,61814-61819,61824,61826-61833,61835-61840,61843-61845,61848,61850,61854-61862,61865-61866,61868,61872-61873,61876-61877,61883-61888,61890-61891,61893-61899,61901-61903,61905-61912,61914,61917,61920-61921,61927,61930,61932-61934,61939,61941-61942,61944-61951,61955,61960-61963,61980,61982-61983,61991,61994-61996,62001-62003,62008-62010,62016-62017,62022,62024,62027,62031-62034,62041,62045-62046,62048,62050-62051,62055-62066,62068-62074,62076-62078 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62048 | georg.brandl | 2008-03-29 23:53:55 -0700 (Sat, 29 Mar 2008) | 2 lines
Adapt test_ast to the new ExceptHandler type.
........
r62050 | georg.brandl | 2008-03-30 00:09:22 -0700 (Sun, 30 Mar 2008) | 2 lines
Convert test_ast to unittest and add a test for r62049.
........
r62051 | georg.brandl | 2008-03-30 12:00:49 -0700 (Sun, 30 Mar 2008) | 2 lines
Make _fields attr for no fields consistent with _attributes attr.
........
r62059 | georg.brandl | 2008-03-30 13:20:39 -0700 (Sun, 30 Mar 2008) | 2 lines
Make AST nodes pickleable.
........
2008-03-31 05:29:39 +00:00
|
|
|
static PyMethodDef ast_type_methods[] = {
|
|
|
|
{"__reduce__", ast_type_reduce, METH_NOARGS, NULL},
|
|
|
|
{NULL}
|
|
|
|
};
|
|
|
|
|
2012-03-12 16:46:44 +00:00
|
|
|
static PyGetSetDef ast_type_getsets[] = {
|
|
|
|
{"__dict__", PyObject_GenericGetDict, PyObject_GenericSetDict},
|
|
|
|
{NULL}
|
|
|
|
};
|
|
|
|
|
2019-09-11 17:16:34 +00:00
|
|
|
static PyType_Slot AST_type_slots[] = {
|
|
|
|
{Py_tp_dealloc, ast_dealloc},
|
|
|
|
{Py_tp_getattro, PyObject_GenericGetAttr},
|
|
|
|
{Py_tp_setattro, PyObject_GenericSetAttr},
|
|
|
|
{Py_tp_traverse, ast_traverse},
|
|
|
|
{Py_tp_clear, ast_clear},
|
2019-09-19 16:29:05 +00:00
|
|
|
{Py_tp_members, ast_type_members},
|
2019-09-11 17:16:34 +00:00
|
|
|
{Py_tp_methods, ast_type_methods},
|
|
|
|
{Py_tp_getset, ast_type_getsets},
|
|
|
|
{Py_tp_init, ast_type_init},
|
|
|
|
{Py_tp_alloc, PyType_GenericAlloc},
|
|
|
|
{Py_tp_new, PyType_GenericNew},
|
|
|
|
{Py_tp_free, PyObject_GC_Del},
|
|
|
|
{0, 0},
|
|
|
|
};
|
|
|
|
|
|
|
|
static PyType_Spec AST_type_spec = {
|
2020-03-22 18:33:34 +00:00
|
|
|
"ast.AST",
|
2012-03-12 16:46:44 +00:00
|
|
|
sizeof(AST_object),
|
2008-03-31 04:42:11 +00:00
|
|
|
0,
|
2019-09-11 17:16:34 +00:00
|
|
|
Py_TPFLAGS_DEFAULT | Py_TPFLAGS_BASETYPE | Py_TPFLAGS_HAVE_GC,
|
|
|
|
AST_type_slots
|
2008-03-31 04:42:11 +00:00
|
|
|
};
|
|
|
|
|
2019-09-11 17:16:34 +00:00
|
|
|
static PyObject *
|
2020-07-03 09:35:37 +00:00
|
|
|
make_type(astmodulestate *state, const char *type, PyObject* base,
|
|
|
|
const char* const* fields, int num_fields, const char *doc)
|
2006-02-26 19:42:26 +00:00
|
|
|
{
|
|
|
|
PyObject *fnames, *result;
|
|
|
|
int i;
|
Merged revisions 61440-61441,61443,61445-61448,61451-61452,61455-61457,61459-61464,61466-61467,61469-61470,61476-61477,61479,61481-61482,61485,61487,61490,61493-61494,61497,61499-61502,61505-61506,61508,61511-61514,61519,61521-61522,61530-61531,61533-61537,61541-61555,61557-61558,61561-61562,61566-61569,61572-61574,61578-61579,61583-61584,61588-61589,61592,61594,61598-61601,61603-61604,61607-61612,61617,61619-61620,61624,61626,61628-61630,61635-61638,61640-61643,61645,61648,61653-61655,61659-61662,61664,61666,61668-61671,61673,61675,61679-61680,61682,61685-61686,61689-61695,61697-61699,61701-61703,61706,61710,61713,61717,61723,61726-61730,61736,61738,61740,61742,61745-61752,61754-61760,61762-61764,61768,61770-61772,61774-61775,61784-61787,61789-61792,61794-61795,61797-61806,61808-61809,61811-61812,61814-61819,61824,61826-61833,61835-61840,61843-61845,61848,61850,61854-61862,61865-61866,61868,61872-61873,61876-61877,61883-61888,61890-61891,61893-61899,61901-61903,61905-61912,61914,61917,61920-61921,61927,61930,61932-61934,61939,61941-61942,61944-61951,61955,61960-61963,61980,61982-61983,61991,61994-61996,62001-62003,62008-62010,62016-62017,62022,62024,62027,62031-62034,62041,62045-62046,62048,62050-62051,62055-62066,62068-62074,62076-62078 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62048 | georg.brandl | 2008-03-29 23:53:55 -0700 (Sat, 29 Mar 2008) | 2 lines
Adapt test_ast to the new ExceptHandler type.
........
r62050 | georg.brandl | 2008-03-30 00:09:22 -0700 (Sun, 30 Mar 2008) | 2 lines
Convert test_ast to unittest and add a test for r62049.
........
r62051 | georg.brandl | 2008-03-30 12:00:49 -0700 (Sun, 30 Mar 2008) | 2 lines
Make _fields attr for no fields consistent with _attributes attr.
........
r62059 | georg.brandl | 2008-03-30 13:20:39 -0700 (Sun, 30 Mar 2008) | 2 lines
Make AST nodes pickleable.
........
2008-03-31 05:29:39 +00:00
|
|
|
fnames = PyTuple_New(num_fields);
|
|
|
|
if (!fnames) return NULL;
|
|
|
|
for (i = 0; i < num_fields; i++) {
|
2019-09-10 10:02:30 +00:00
|
|
|
PyObject *field = PyUnicode_InternFromString(fields[i]);
|
2006-02-26 19:42:26 +00:00
|
|
|
if (!field) {
|
|
|
|
Py_DECREF(fnames);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
PyTuple_SET_ITEM(fnames, i, field);
|
|
|
|
}
|
2020-03-16 08:12:53 +00:00
|
|
|
result = PyObject_CallFunction((PyObject*)&PyType_Type, "s(O){OOOOOs}",
|
2017-01-25 13:33:43 +00:00
|
|
|
type, base,
|
2020-07-03 09:35:37 +00:00
|
|
|
state->_fields, fnames,
|
|
|
|
state->__module__,
|
|
|
|
state->ast,
|
|
|
|
state->__doc__, doc);
|
2006-02-26 19:42:26 +00:00
|
|
|
Py_DECREF(fnames);
|
2019-09-11 17:16:34 +00:00
|
|
|
return result;
|
2006-02-26 19:42:26 +00:00
|
|
|
}
|
|
|
|
|
2019-09-10 10:02:30 +00:00
|
|
|
static int
|
2020-07-03 09:35:37 +00:00
|
|
|
add_attributes(astmodulestate *state, PyObject *type, const char * const *attrs, int num_fields)
|
2006-02-27 15:23:19 +00:00
|
|
|
{
|
2006-04-21 10:40:58 +00:00
|
|
|
int i, result;
|
2008-03-31 04:42:11 +00:00
|
|
|
PyObject *s, *l = PyTuple_New(num_fields);
|
Merged revisions 81465-81466,81468,81679,81735,81760,81868,82183 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r81465 | georg.brandl | 2010-05-22 06:29:19 -0500 (Sat, 22 May 2010) | 2 lines
Issue #3924: Ignore cookies with invalid "version" field in cookielib.
........
r81466 | georg.brandl | 2010-05-22 06:31:16 -0500 (Sat, 22 May 2010) | 1 line
Underscore the name of an internal utility function.
........
r81468 | georg.brandl | 2010-05-22 06:43:25 -0500 (Sat, 22 May 2010) | 1 line
#8635: document enumerate() start parameter in docstring.
........
r81679 | benjamin.peterson | 2010-06-03 16:21:03 -0500 (Thu, 03 Jun 2010) | 1 line
use a set for membership testing
........
r81735 | michael.foord | 2010-06-05 06:46:59 -0500 (Sat, 05 Jun 2010) | 1 line
Extract error message truncating into a method (unittest.TestCase._truncateMessage).
........
r81760 | michael.foord | 2010-06-05 14:38:42 -0500 (Sat, 05 Jun 2010) | 1 line
Issue 8302. SkipTest exception is setUpClass or setUpModule is now reported as a skip rather than an error.
........
r81868 | benjamin.peterson | 2010-06-09 14:45:04 -0500 (Wed, 09 Jun 2010) | 1 line
fix code formatting
........
r82183 | benjamin.peterson | 2010-06-23 15:29:26 -0500 (Wed, 23 Jun 2010) | 1 line
cpython only gc tests
........
2010-06-27 21:45:24 +00:00
|
|
|
if (!l)
|
|
|
|
return 0;
|
|
|
|
for (i = 0; i < num_fields; i++) {
|
2019-09-10 10:02:30 +00:00
|
|
|
s = PyUnicode_InternFromString(attrs[i]);
|
2006-02-27 15:23:19 +00:00
|
|
|
if (!s) {
|
|
|
|
Py_DECREF(l);
|
|
|
|
return 0;
|
|
|
|
}
|
2008-03-31 04:42:11 +00:00
|
|
|
PyTuple_SET_ITEM(l, i, s);
|
2006-02-27 15:23:19 +00:00
|
|
|
}
|
2020-07-03 09:35:37 +00:00
|
|
|
result = PyObject_SetAttr(type, state->_attributes, l) >= 0;
|
2006-04-21 10:40:58 +00:00
|
|
|
Py_DECREF(l);
|
|
|
|
return result;
|
2006-02-27 15:23:19 +00:00
|
|
|
}
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
/* Conversion AST -> Python */
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static PyObject* ast2obj_list(astmodulestate *state, asdl_seq *seq, PyObject* (*func)(astmodulestate *state, void*))
|
2006-02-26 19:42:26 +00:00
|
|
|
{
|
2012-05-15 17:10:27 +00:00
|
|
|
Py_ssize_t i, n = asdl_seq_LEN(seq);
|
2006-02-26 19:42:26 +00:00
|
|
|
PyObject *result = PyList_New(n);
|
|
|
|
PyObject *value;
|
|
|
|
if (!result)
|
|
|
|
return NULL;
|
|
|
|
for (i = 0; i < n; i++) {
|
2020-07-03 09:35:37 +00:00
|
|
|
value = func(state, asdl_seq_GET(seq, i));
|
2006-02-26 19:42:26 +00:00
|
|
|
if (!value) {
|
|
|
|
Py_DECREF(result);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
PyList_SET_ITEM(result, i, value);
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static PyObject* ast2obj_object(astmodulestate *Py_UNUSED(state), void *o)
|
2006-02-26 19:42:26 +00:00
|
|
|
{
|
|
|
|
if (!o)
|
|
|
|
o = Py_None;
|
|
|
|
Py_INCREF((PyObject*)o);
|
|
|
|
return (PyObject*)o;
|
|
|
|
}
|
2016-01-25 23:40:57 +00:00
|
|
|
#define ast2obj_constant ast2obj_object
|
2006-02-26 19:42:26 +00:00
|
|
|
#define ast2obj_identifier ast2obj_object
|
|
|
|
#define ast2obj_string ast2obj_object
|
2006-02-27 15:23:19 +00:00
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static PyObject* ast2obj_int(astmodulestate *Py_UNUSED(state), long b)
|
2006-02-27 15:23:19 +00:00
|
|
|
{
|
2007-12-02 22:43:00 +00:00
|
|
|
return PyLong_FromLong(b);
|
2006-02-27 15:23:19 +00:00
|
|
|
}
|
2008-03-30 20:03:44 +00:00
|
|
|
|
|
|
|
/* Conversion Python -> AST */
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int obj2ast_object(astmodulestate *Py_UNUSED(state), PyObject* obj, PyObject** out, PyArena* arena)
|
2008-03-30 20:03:44 +00:00
|
|
|
{
|
|
|
|
if (obj == Py_None)
|
|
|
|
obj = NULL;
|
2013-07-26 22:33:13 +00:00
|
|
|
if (obj) {
|
|
|
|
if (PyArena_AddPyObject(arena, obj) < 0) {
|
|
|
|
*out = NULL;
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
Py_INCREF(obj);
|
|
|
|
}
|
2008-03-30 20:03:44 +00:00
|
|
|
*out = obj;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int obj2ast_constant(astmodulestate *Py_UNUSED(state), PyObject* obj, PyObject** out, PyArena* arena)
|
2016-01-25 23:40:57 +00:00
|
|
|
{
|
2018-09-27 14:42:37 +00:00
|
|
|
if (PyArena_AddPyObject(arena, obj) < 0) {
|
|
|
|
*out = NULL;
|
|
|
|
return -1;
|
2016-01-25 23:40:57 +00:00
|
|
|
}
|
2018-09-27 14:42:37 +00:00
|
|
|
Py_INCREF(obj);
|
2016-01-25 23:40:57 +00:00
|
|
|
*out = obj;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int obj2ast_identifier(astmodulestate *state, PyObject* obj, PyObject** out, PyArena* arena)
|
2011-07-22 15:50:23 +00:00
|
|
|
{
|
2011-07-22 16:09:07 +00:00
|
|
|
if (!PyUnicode_CheckExact(obj) && obj != Py_None) {
|
|
|
|
PyErr_SetString(PyExc_TypeError, "AST identifier must be of type str");
|
2011-07-22 15:50:23 +00:00
|
|
|
return 1;
|
|
|
|
}
|
2020-07-03 09:35:37 +00:00
|
|
|
return obj2ast_object(state, obj, out, arena);
|
2011-07-22 15:50:23 +00:00
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int obj2ast_string(astmodulestate *state, PyObject* obj, PyObject** out, PyArena* arena)
|
2019-01-31 11:40:27 +00:00
|
|
|
{
|
|
|
|
if (!PyUnicode_CheckExact(obj) && !PyBytes_CheckExact(obj)) {
|
|
|
|
PyErr_SetString(PyExc_TypeError, "AST string must be of type str");
|
|
|
|
return 1;
|
|
|
|
}
|
2020-07-03 09:35:37 +00:00
|
|
|
return obj2ast_object(state, obj, out, arena);
|
2019-01-31 11:40:27 +00:00
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int obj2ast_int(astmodulestate* Py_UNUSED(state), PyObject* obj, int* out, PyArena* arena)
|
2008-03-30 20:03:44 +00:00
|
|
|
{
|
|
|
|
int i;
|
|
|
|
if (!PyLong_Check(obj)) {
|
2011-11-22 20:51:55 +00:00
|
|
|
PyErr_Format(PyExc_ValueError, "invalid integer value: %R", obj);
|
2008-03-30 20:03:44 +00:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2015-09-06 20:29:04 +00:00
|
|
|
i = _PyLong_AsInt(obj);
|
2008-03-30 20:03:44 +00:00
|
|
|
if (i == -1 && PyErr_Occurred())
|
|
|
|
return 1;
|
|
|
|
*out = i;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2020-07-03 09:35:37 +00:00
|
|
|
static int add_ast_fields(astmodulestate *state)
|
Merged revisions 66887,66891,66902-66903,66905-66906,66911-66913,66922,66927-66928,66936,66939-66940,66962,66964,66973 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
................
r66887 | benjamin.peterson | 2008-10-13 16:51:40 -0500 (Mon, 13 Oct 2008) | 1 line
document how to disable fixers
................
r66891 | amaury.forgeotdarc | 2008-10-14 16:47:22 -0500 (Tue, 14 Oct 2008) | 5 lines
#4122: On Windows, Py_UNICODE_ISSPACE cannot be used in an extension module:
compilation fails with "undefined reference to _Py_ascii_whitespace"
Will backport to 2.6.
................
r66902 | skip.montanaro | 2008-10-15 06:49:10 -0500 (Wed, 15 Oct 2008) | 1 line
easter egg
................
r66903 | benjamin.peterson | 2008-10-15 15:34:09 -0500 (Wed, 15 Oct 2008) | 1 line
don't recurse into directories that start with '.'
................
r66905 | benjamin.peterson | 2008-10-15 16:05:55 -0500 (Wed, 15 Oct 2008) | 1 line
support the optional line argument for idle
................
r66906 | benjamin.peterson | 2008-10-15 16:58:46 -0500 (Wed, 15 Oct 2008) | 1 line
add a much requested newline
................
r66911 | benjamin.peterson | 2008-10-15 18:10:28 -0500 (Wed, 15 Oct 2008) | 41 lines
Merged revisions 66805,66841,66860,66884-66886,66893,66907,66910 via svnmerge from
svn+ssh://pythondev@svn.python.org/sandbox/trunk/2to3/lib2to3
........
r66805 | benjamin.peterson | 2008-10-04 20:11:02 -0500 (Sat, 04 Oct 2008) | 1 line
mention what the fixes directory is for
........
r66841 | benjamin.peterson | 2008-10-07 17:48:12 -0500 (Tue, 07 Oct 2008) | 1 line
use assertFalse and assertTrue
........
r66860 | benjamin.peterson | 2008-10-08 16:05:07 -0500 (Wed, 08 Oct 2008) | 1 line
instead of abusing the pattern matcher, use start_tree to find a next binding
........
r66884 | benjamin.peterson | 2008-10-13 15:50:30 -0500 (Mon, 13 Oct 2008) | 1 line
don't print tokens to stdout when -v is given
........
r66885 | benjamin.peterson | 2008-10-13 16:28:57 -0500 (Mon, 13 Oct 2008) | 1 line
add the -x option to disable fixers
........
r66886 | benjamin.peterson | 2008-10-13 16:33:53 -0500 (Mon, 13 Oct 2008) | 1 line
cut down on some crud
........
r66893 | benjamin.peterson | 2008-10-14 17:16:54 -0500 (Tue, 14 Oct 2008) | 1 line
add an optional set literal fixer
........
r66907 | benjamin.peterson | 2008-10-15 16:59:41 -0500 (Wed, 15 Oct 2008) | 1 line
don't write backup files by default
........
r66910 | benjamin.peterson | 2008-10-15 17:43:10 -0500 (Wed, 15 Oct 2008) | 1 line
add the -n option; it stops backupfiles from being written
........
................
r66912 | hirokazu.yamamoto | 2008-10-16 01:25:25 -0500 (Thu, 16 Oct 2008) | 2 lines
removed unused _PyUnicode_FromFileSystemEncodedObject.
made win32_chdir, win32_wchdir static.
................
r66913 | benjamin.peterson | 2008-10-16 13:52:14 -0500 (Thu, 16 Oct 2008) | 1 line
document that deque indexing is O(n) #4123
................
r66922 | benjamin.peterson | 2008-10-16 14:40:14 -0500 (Thu, 16 Oct 2008) | 1 line
use new showwarnings signature for idle #3391
................
r66927 | andrew.kuchling | 2008-10-16 15:15:47 -0500 (Thu, 16 Oct 2008) | 1 line
Fix wording (2.6.1 backport candidate)
................
r66928 | georg.brandl | 2008-10-16 15:20:56 -0500 (Thu, 16 Oct 2008) | 2 lines
Add more TOC to the whatsnew index page.
................
r66936 | georg.brandl | 2008-10-16 16:20:15 -0500 (Thu, 16 Oct 2008) | 2 lines
#4131: FF3 doesn't write cookies.txt files.
................
r66939 | georg.brandl | 2008-10-16 16:36:39 -0500 (Thu, 16 Oct 2008) | 2 lines
part of #4012: kill off old name "processing".
................
r66940 | georg.brandl | 2008-10-16 16:38:48 -0500 (Thu, 16 Oct 2008) | 2 lines
#4083: add "as" to except handler grammar as per PEP 3110.
................
r66962 | benjamin.peterson | 2008-10-17 15:01:01 -0500 (Fri, 17 Oct 2008) | 1 line
clarify CALL_FUNCTION #4141
................
r66964 | georg.brandl | 2008-10-17 16:41:49 -0500 (Fri, 17 Oct 2008) | 2 lines
Fix duplicate word.
................
r66973 | armin.ronacher | 2008-10-19 03:27:43 -0500 (Sun, 19 Oct 2008) | 3 lines
Fixed #4067 by implementing _attributes and _fields for the AST root node.
................
2008-10-19 14:07:49 +00:00
|
|
|
{
|
2019-09-11 17:16:34 +00:00
|
|
|
PyObject *empty_tuple;
|
Merged revisions 66887,66891,66902-66903,66905-66906,66911-66913,66922,66927-66928,66936,66939-66940,66962,66964,66973 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
................
r66887 | benjamin.peterson | 2008-10-13 16:51:40 -0500 (Mon, 13 Oct 2008) | 1 line
document how to disable fixers
................
r66891 | amaury.forgeotdarc | 2008-10-14 16:47:22 -0500 (Tue, 14 Oct 2008) | 5 lines
#4122: On Windows, Py_UNICODE_ISSPACE cannot be used in an extension module:
compilation fails with "undefined reference to _Py_ascii_whitespace"
Will backport to 2.6.
................
r66902 | skip.montanaro | 2008-10-15 06:49:10 -0500 (Wed, 15 Oct 2008) | 1 line
easter egg
................
r66903 | benjamin.peterson | 2008-10-15 15:34:09 -0500 (Wed, 15 Oct 2008) | 1 line
don't recurse into directories that start with '.'
................
r66905 | benjamin.peterson | 2008-10-15 16:05:55 -0500 (Wed, 15 Oct 2008) | 1 line
support the optional line argument for idle
................
r66906 | benjamin.peterson | 2008-10-15 16:58:46 -0500 (Wed, 15 Oct 2008) | 1 line
add a much requested newline
................
r66911 | benjamin.peterson | 2008-10-15 18:10:28 -0500 (Wed, 15 Oct 2008) | 41 lines
Merged revisions 66805,66841,66860,66884-66886,66893,66907,66910 via svnmerge from
svn+ssh://pythondev@svn.python.org/sandbox/trunk/2to3/lib2to3
........
r66805 | benjamin.peterson | 2008-10-04 20:11:02 -0500 (Sat, 04 Oct 2008) | 1 line
mention what the fixes directory is for
........
r66841 | benjamin.peterson | 2008-10-07 17:48:12 -0500 (Tue, 07 Oct 2008) | 1 line
use assertFalse and assertTrue
........
r66860 | benjamin.peterson | 2008-10-08 16:05:07 -0500 (Wed, 08 Oct 2008) | 1 line
instead of abusing the pattern matcher, use start_tree to find a next binding
........
r66884 | benjamin.peterson | 2008-10-13 15:50:30 -0500 (Mon, 13 Oct 2008) | 1 line
don't print tokens to stdout when -v is given
........
r66885 | benjamin.peterson | 2008-10-13 16:28:57 -0500 (Mon, 13 Oct 2008) | 1 line
add the -x option to disable fixers
........
r66886 | benjamin.peterson | 2008-10-13 16:33:53 -0500 (Mon, 13 Oct 2008) | 1 line
cut down on some crud
........
r66893 | benjamin.peterson | 2008-10-14 17:16:54 -0500 (Tue, 14 Oct 2008) | 1 line
add an optional set literal fixer
........
r66907 | benjamin.peterson | 2008-10-15 16:59:41 -0500 (Wed, 15 Oct 2008) | 1 line
don't write backup files by default
........
r66910 | benjamin.peterson | 2008-10-15 17:43:10 -0500 (Wed, 15 Oct 2008) | 1 line
add the -n option; it stops backupfiles from being written
........
................
r66912 | hirokazu.yamamoto | 2008-10-16 01:25:25 -0500 (Thu, 16 Oct 2008) | 2 lines
removed unused _PyUnicode_FromFileSystemEncodedObject.
made win32_chdir, win32_wchdir static.
................
r66913 | benjamin.peterson | 2008-10-16 13:52:14 -0500 (Thu, 16 Oct 2008) | 1 line
document that deque indexing is O(n) #4123
................
r66922 | benjamin.peterson | 2008-10-16 14:40:14 -0500 (Thu, 16 Oct 2008) | 1 line
use new showwarnings signature for idle #3391
................
r66927 | andrew.kuchling | 2008-10-16 15:15:47 -0500 (Thu, 16 Oct 2008) | 1 line
Fix wording (2.6.1 backport candidate)
................
r66928 | georg.brandl | 2008-10-16 15:20:56 -0500 (Thu, 16 Oct 2008) | 2 lines
Add more TOC to the whatsnew index page.
................
r66936 | georg.brandl | 2008-10-16 16:20:15 -0500 (Thu, 16 Oct 2008) | 2 lines
#4131: FF3 doesn't write cookies.txt files.
................
r66939 | georg.brandl | 2008-10-16 16:36:39 -0500 (Thu, 16 Oct 2008) | 2 lines
part of #4012: kill off old name "processing".
................
r66940 | georg.brandl | 2008-10-16 16:38:48 -0500 (Thu, 16 Oct 2008) | 2 lines
#4083: add "as" to except handler grammar as per PEP 3110.
................
r66962 | benjamin.peterson | 2008-10-17 15:01:01 -0500 (Fri, 17 Oct 2008) | 1 line
clarify CALL_FUNCTION #4141
................
r66964 | georg.brandl | 2008-10-17 16:41:49 -0500 (Fri, 17 Oct 2008) | 2 lines
Fix duplicate word.
................
r66973 | armin.ronacher | 2008-10-19 03:27:43 -0500 (Sun, 19 Oct 2008) | 3 lines
Fixed #4067 by implementing _attributes and _fields for the AST root node.
................
2008-10-19 14:07:49 +00:00
|
|
|
empty_tuple = PyTuple_New(0);
|
|
|
|
if (!empty_tuple ||
|
2020-07-03 09:35:37 +00:00
|
|
|
PyObject_SetAttrString(state->AST_type, "_fields", empty_tuple) < 0 ||
|
|
|
|
PyObject_SetAttrString(state->AST_type, "_attributes", empty_tuple) < 0) {
|
Merged revisions 66887,66891,66902-66903,66905-66906,66911-66913,66922,66927-66928,66936,66939-66940,66962,66964,66973 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
................
r66887 | benjamin.peterson | 2008-10-13 16:51:40 -0500 (Mon, 13 Oct 2008) | 1 line
document how to disable fixers
................
r66891 | amaury.forgeotdarc | 2008-10-14 16:47:22 -0500 (Tue, 14 Oct 2008) | 5 lines
#4122: On Windows, Py_UNICODE_ISSPACE cannot be used in an extension module:
compilation fails with "undefined reference to _Py_ascii_whitespace"
Will backport to 2.6.
................
r66902 | skip.montanaro | 2008-10-15 06:49:10 -0500 (Wed, 15 Oct 2008) | 1 line
easter egg
................
r66903 | benjamin.peterson | 2008-10-15 15:34:09 -0500 (Wed, 15 Oct 2008) | 1 line
don't recurse into directories that start with '.'
................
r66905 | benjamin.peterson | 2008-10-15 16:05:55 -0500 (Wed, 15 Oct 2008) | 1 line
support the optional line argument for idle
................
r66906 | benjamin.peterson | 2008-10-15 16:58:46 -0500 (Wed, 15 Oct 2008) | 1 line
add a much requested newline
................
r66911 | benjamin.peterson | 2008-10-15 18:10:28 -0500 (Wed, 15 Oct 2008) | 41 lines
Merged revisions 66805,66841,66860,66884-66886,66893,66907,66910 via svnmerge from
svn+ssh://pythondev@svn.python.org/sandbox/trunk/2to3/lib2to3
........
r66805 | benjamin.peterson | 2008-10-04 20:11:02 -0500 (Sat, 04 Oct 2008) | 1 line
mention what the fixes directory is for
........
r66841 | benjamin.peterson | 2008-10-07 17:48:12 -0500 (Tue, 07 Oct 2008) | 1 line
use assertFalse and assertTrue
........
r66860 | benjamin.peterson | 2008-10-08 16:05:07 -0500 (Wed, 08 Oct 2008) | 1 line
instead of abusing the pattern matcher, use start_tree to find a next binding
........
r66884 | benjamin.peterson | 2008-10-13 15:50:30 -0500 (Mon, 13 Oct 2008) | 1 line
don't print tokens to stdout when -v is given
........
r66885 | benjamin.peterson | 2008-10-13 16:28:57 -0500 (Mon, 13 Oct 2008) | 1 line
add the -x option to disable fixers
........
r66886 | benjamin.peterson | 2008-10-13 16:33:53 -0500 (Mon, 13 Oct 2008) | 1 line
cut down on some crud
........
r66893 | benjamin.peterson | 2008-10-14 17:16:54 -0500 (Tue, 14 Oct 2008) | 1 line
add an optional set literal fixer
........
r66907 | benjamin.peterson | 2008-10-15 16:59:41 -0500 (Wed, 15 Oct 2008) | 1 line
don't write backup files by default
........
r66910 | benjamin.peterson | 2008-10-15 17:43:10 -0500 (Wed, 15 Oct 2008) | 1 line
add the -n option; it stops backupfiles from being written
........
................
r66912 | hirokazu.yamamoto | 2008-10-16 01:25:25 -0500 (Thu, 16 Oct 2008) | 2 lines
removed unused _PyUnicode_FromFileSystemEncodedObject.
made win32_chdir, win32_wchdir static.
................
r66913 | benjamin.peterson | 2008-10-16 13:52:14 -0500 (Thu, 16 Oct 2008) | 1 line
document that deque indexing is O(n) #4123
................
r66922 | benjamin.peterson | 2008-10-16 14:40:14 -0500 (Thu, 16 Oct 2008) | 1 line
use new showwarnings signature for idle #3391
................
r66927 | andrew.kuchling | 2008-10-16 15:15:47 -0500 (Thu, 16 Oct 2008) | 1 line
Fix wording (2.6.1 backport candidate)
................
r66928 | georg.brandl | 2008-10-16 15:20:56 -0500 (Thu, 16 Oct 2008) | 2 lines
Add more TOC to the whatsnew index page.
................
r66936 | georg.brandl | 2008-10-16 16:20:15 -0500 (Thu, 16 Oct 2008) | 2 lines
#4131: FF3 doesn't write cookies.txt files.
................
r66939 | georg.brandl | 2008-10-16 16:36:39 -0500 (Thu, 16 Oct 2008) | 2 lines
part of #4012: kill off old name "processing".
................
r66940 | georg.brandl | 2008-10-16 16:38:48 -0500 (Thu, 16 Oct 2008) | 2 lines
#4083: add "as" to except handler grammar as per PEP 3110.
................
r66962 | benjamin.peterson | 2008-10-17 15:01:01 -0500 (Fri, 17 Oct 2008) | 1 line
clarify CALL_FUNCTION #4141
................
r66964 | georg.brandl | 2008-10-17 16:41:49 -0500 (Fri, 17 Oct 2008) | 2 lines
Fix duplicate word.
................
r66973 | armin.ronacher | 2008-10-19 03:27:43 -0500 (Sun, 19 Oct 2008) | 3 lines
Fixed #4067 by implementing _attributes and _fields for the AST root node.
................
2008-10-19 14:07:49 +00:00
|
|
|
Py_XDECREF(empty_tuple);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
Py_DECREF(empty_tuple);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
""", 0, reflow=False)
|
|
|
|
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("static int init_types(astmodulestate *state)",0)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("{", 0)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("if (state->initialized) return 1;", 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (init_identifiers(state) < 0) return 0;", 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("state->AST_type = PyType_FromSpec(&AST_type_spec);", 1)
|
|
|
|
self.emit("if (!state->AST_type) return 0;", 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (add_ast_fields(state) < 0) return 0;", 1)
|
2006-02-26 19:42:26 +00:00
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("state->initialized = 1;", 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.emit("return 1;", 1);
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("}", 0)
|
|
|
|
|
|
|
|
def visitProduct(self, prod, name):
|
2006-02-26 23:40:20 +00:00
|
|
|
if prod.fields:
|
2014-05-10 00:58:22 +00:00
|
|
|
fields = name+"_fields"
|
2006-02-26 23:40:20 +00:00
|
|
|
else:
|
|
|
|
fields = "NULL"
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('state->%s_type = make_type(state, "%s", state->AST_type, %s, %d,' %
|
2006-02-26 23:40:20 +00:00
|
|
|
(name, name, fields, len(prod.fields)), 1)
|
2020-03-16 08:12:53 +00:00
|
|
|
self.emit('%s);' % reflow_c_string(asdl_of(name, prod), 2), 2, reflow=False)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("if (!state->%s_type) return 0;" % name, 1)
|
|
|
|
self.emit_type("AST_type")
|
|
|
|
self.emit_type("%s_type" % name)
|
2013-03-18 17:48:58 +00:00
|
|
|
if prod.attributes:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (!add_attributes(state, state->%s_type, %s_attributes, %d)) return 0;" %
|
2013-03-18 17:48:58 +00:00
|
|
|
(name, name, len(prod.attributes)), 1)
|
|
|
|
else:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (!add_attributes(state, state->%s_type, NULL, 0)) return 0;" % name, 1)
|
2020-03-09 22:07:47 +00:00
|
|
|
self.emit_defaults(name, prod.fields, 1)
|
|
|
|
self.emit_defaults(name, prod.attributes, 1)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def visitSum(self, sum, name):
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('state->%s_type = make_type(state, "%s", state->AST_type, NULL, 0,' %
|
2008-03-31 04:42:11 +00:00
|
|
|
(name, name), 1)
|
2020-03-16 08:12:53 +00:00
|
|
|
self.emit('%s);' % reflow_c_string(asdl_of(name, sum), 2), 2, reflow=False)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit_type("%s_type" % name)
|
|
|
|
self.emit("if (!state->%s_type) return 0;" % name, 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
if sum.attributes:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (!add_attributes(state, state->%s_type, %s_attributes, %d)) return 0;" %
|
2006-02-27 15:23:19 +00:00
|
|
|
(name, name, len(sum.attributes)), 1)
|
|
|
|
else:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (!add_attributes(state, state->%s_type, NULL, 0)) return 0;" % name, 1)
|
2020-03-09 22:07:47 +00:00
|
|
|
self.emit_defaults(name, sum.attributes, 1)
|
2006-02-26 19:42:26 +00:00
|
|
|
simple = is_simple(sum)
|
|
|
|
for t in sum.types:
|
|
|
|
self.visitConstructor(t, name, simple)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def visitConstructor(self, cons, name, simple):
|
2006-02-26 23:40:20 +00:00
|
|
|
if cons.fields:
|
2014-05-10 00:58:22 +00:00
|
|
|
fields = cons.name+"_fields"
|
2006-02-26 23:40:20 +00:00
|
|
|
else:
|
|
|
|
fields = "NULL"
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('state->%s_type = make_type(state, "%s", state->%s_type, %s, %d,' %
|
2006-02-26 23:40:20 +00:00
|
|
|
(cons.name, cons.name, name, fields, len(cons.fields)), 1)
|
2020-03-16 08:12:53 +00:00
|
|
|
self.emit('%s);' % reflow_c_string(asdl_of(cons.name, cons), 2), 2, reflow=False)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("if (!state->%s_type) return 0;" % cons.name, 1)
|
|
|
|
self.emit_type("%s_type" % cons.name)
|
2020-03-09 22:07:47 +00:00
|
|
|
self.emit_defaults(cons.name, cons.fields, 1)
|
2006-02-26 19:42:26 +00:00
|
|
|
if simple:
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("state->%s_singleton = PyType_GenericNew((PyTypeObject *)"
|
|
|
|
"state->%s_type, NULL, NULL);" %
|
2006-02-26 19:42:26 +00:00
|
|
|
(cons.name, cons.name), 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("if (!state->%s_singleton) return 0;" % cons.name, 1)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2020-03-09 22:07:47 +00:00
|
|
|
def emit_defaults(self, name, fields, depth):
|
|
|
|
for field in fields:
|
|
|
|
if field.opt:
|
|
|
|
self.emit('if (PyObject_SetAttr(state->%s_type, state->%s, Py_None) == -1)' %
|
|
|
|
(name, field.name), depth)
|
|
|
|
self.emit("return 0;", depth+1)
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
class ASTModuleVisitor(PickleVisitor):
|
|
|
|
|
|
|
|
def visitModule(self, mod):
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("static int", 0)
|
|
|
|
self.emit("astmodule_exec(PyObject *m)", 0)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.emit("{", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('astmodulestate *state = get_ast_state(m);', 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("if (!init_types(state)) {", 1)
|
|
|
|
self.emit("return -1;", 2)
|
2020-07-03 12:15:53 +00:00
|
|
|
self.emit("}", 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('if (PyModule_AddObject(m, "AST", state->AST_type) < 0) {', 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit('return -1;', 2)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('}', 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('Py_INCREF(state->AST_type);', 1)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('if (PyModule_AddIntMacro(m, PyCF_ALLOW_TOP_LEVEL_AWAIT) < 0) {', 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("return -1;", 2)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('}', 1)
|
|
|
|
self.emit('if (PyModule_AddIntMacro(m, PyCF_ONLY_AST) < 0) {', 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("return -1;", 2)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('}', 1)
|
|
|
|
self.emit('if (PyModule_AddIntMacro(m, PyCF_TYPE_COMMENTS) < 0) {', 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("return -1;", 2)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('}', 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
for dfn in mod.dfns:
|
|
|
|
self.visit(dfn)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("return 0;", 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.emit("}", 0)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("", 0)
|
|
|
|
self.emit("""
|
|
|
|
static PyModuleDef_Slot astmodule_slots[] = {
|
|
|
|
{Py_mod_exec, astmodule_exec},
|
|
|
|
{0, NULL}
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct PyModuleDef _astmodule = {
|
|
|
|
PyModuleDef_HEAD_INIT,
|
|
|
|
.m_name = "_ast",
|
|
|
|
.m_size = sizeof(astmodulestate),
|
|
|
|
.m_slots = astmodule_slots,
|
|
|
|
.m_traverse = astmodule_traverse,
|
|
|
|
.m_clear = astmodule_clear,
|
|
|
|
.m_free = astmodule_free,
|
|
|
|
};
|
|
|
|
|
|
|
|
PyMODINIT_FUNC
|
|
|
|
PyInit__ast(void)
|
|
|
|
{
|
|
|
|
return PyModuleDef_Init(&_astmodule);
|
|
|
|
}
|
|
|
|
""".strip(), 0, reflow=False)
|
2006-02-27 15:23:19 +00:00
|
|
|
|
|
|
|
def visitProduct(self, prod, name):
|
|
|
|
self.addObj(name)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
def visitSum(self, sum, name):
|
|
|
|
self.addObj(name)
|
|
|
|
for t in sum.types:
|
|
|
|
self.visitConstructor(t, name)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
def visitConstructor(self, cons, name):
|
|
|
|
self.addObj(cons.name)
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
def addObj(self, name):
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("if (PyModule_AddObject(m, \"%s\", "
|
2020-07-03 09:35:37 +00:00
|
|
|
"state->%s_type) < 0) {" % (name, name), 1)
|
2020-07-03 18:01:46 +00:00
|
|
|
self.emit("return -1;", 2)
|
2020-02-06 14:45:46 +00:00
|
|
|
self.emit('}', 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("Py_INCREF(state->%s_type);" % name, 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
_SPECIALIZED_SEQUENCES = ('stmt', 'expr')
|
|
|
|
|
|
|
|
def find_sequence(fields, doing_specialization):
|
|
|
|
"""Return True if any field uses a sequence."""
|
|
|
|
for f in fields:
|
|
|
|
if f.seq:
|
|
|
|
if not doing_specialization:
|
|
|
|
return True
|
|
|
|
if str(f.type) not in _SPECIALIZED_SEQUENCES:
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
|
|
def has_sequence(types, doing_specialization):
|
|
|
|
for t in types:
|
|
|
|
if find_sequence(t.fields, doing_specialization):
|
|
|
|
return True
|
|
|
|
return False
|
|
|
|
|
|
|
|
|
|
|
|
class StaticVisitor(PickleVisitor):
|
2013-08-25 22:32:56 +00:00
|
|
|
CODE = '''Very simple, always emit this static code. Override CODE'''
|
2005-11-13 19:14:20 +00:00
|
|
|
|
|
|
|
def visit(self, object):
|
|
|
|
self.emit(self.CODE, 0, reflow=False)
|
|
|
|
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
class ObjVisitor(PickleVisitor):
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
def func_begin(self, name):
|
2005-10-20 19:59:25 +00:00
|
|
|
ctype = get_c_type(name)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("PyObject*", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("ast2obj_%s(astmodulestate *state, void* _o)" % (name), 0)
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit("{", 0)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("%s o = (%s)_o;" % (ctype, ctype), 1)
|
|
|
|
self.emit("PyObject *result = NULL, *value = NULL;", 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("PyTypeObject *tp;", 1)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit('if (!o) {', 1)
|
2017-01-25 13:33:43 +00:00
|
|
|
self.emit("Py_RETURN_NONE;", 2)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("}", 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2006-02-27 15:23:19 +00:00
|
|
|
def func_end(self):
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("return result;", 1)
|
|
|
|
self.emit("failed:", 0)
|
|
|
|
self.emit("Py_XDECREF(value);", 1)
|
|
|
|
self.emit("Py_XDECREF(result);", 1)
|
|
|
|
self.emit("return NULL;", 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
self.emit("}", 0)
|
|
|
|
self.emit("", 0)
|
|
|
|
|
|
|
|
def visitSum(self, sum, name):
|
2006-02-26 19:42:26 +00:00
|
|
|
if is_simple(sum):
|
|
|
|
self.simpleSum(sum, name)
|
|
|
|
return
|
2006-02-27 15:23:19 +00:00
|
|
|
self.func_begin(name)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("switch (o->kind) {", 1)
|
|
|
|
for i in range(len(sum.types)):
|
|
|
|
t = sum.types[i]
|
|
|
|
self.visitConstructor(t, i + 1, name)
|
|
|
|
self.emit("}", 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
for a in sum.attributes:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("value = ast2obj_%s(state, o->%s);" % (a.type, a.name), 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.emit("if (!value) goto failed;", 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit('if (PyObject_SetAttr(result, state->%s, value) < 0)' % a.name, 1)
|
2006-03-02 00:31:27 +00:00
|
|
|
self.emit('goto failed;', 2)
|
|
|
|
self.emit('Py_DECREF(value);', 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.func_end()
|
2006-02-28 18:30:36 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
def simpleSum(self, sum, name):
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("PyObject* ast2obj_%s(astmodulestate *state, %s_ty o)" % (name, name), 0)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("{", 0)
|
|
|
|
self.emit("switch(o) {", 1)
|
|
|
|
for t in sum.types:
|
|
|
|
self.emit("case %s:" % t.name, 2)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("Py_INCREF(state->%s_singleton);" % t.name, 3)
|
|
|
|
self.emit("return state->%s_singleton;" % t.name, 3)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("}", 1)
|
2020-05-06 14:29:32 +00:00
|
|
|
self.emit("Py_UNREACHABLE();", 1);
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("}", 0)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
def visitProduct(self, prod, name):
|
2006-02-27 15:23:19 +00:00
|
|
|
self.func_begin(name)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("tp = (PyTypeObject *)state->%s_type;" % name, 1)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("result = PyType_GenericNew(tp, NULL, NULL);", 1);
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("if (!result) return NULL;", 1)
|
2005-10-20 19:59:25 +00:00
|
|
|
for field in prod.fields:
|
|
|
|
self.visitField(field, name, 1, True)
|
2013-03-18 17:48:58 +00:00
|
|
|
for a in prod.attributes:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("value = ast2obj_%s(state, o->%s);" % (a.type, a.name), 1)
|
2013-03-18 17:48:58 +00:00
|
|
|
self.emit("if (!value) goto failed;", 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("if (PyObject_SetAttr(result, state->%s, value) < 0)" % a.name, 1)
|
2013-03-18 17:48:58 +00:00
|
|
|
self.emit('goto failed;', 2)
|
|
|
|
self.emit('Py_DECREF(value);', 1)
|
2006-02-27 15:23:19 +00:00
|
|
|
self.func_end()
|
2005-12-25 23:18:31 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
def visitConstructor(self, cons, enum, name):
|
|
|
|
self.emit("case %s_kind:" % cons.name, 1)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("tp = (PyTypeObject *)state->%s_type;" % cons.name, 2)
|
2019-09-11 17:16:34 +00:00
|
|
|
self.emit("result = PyType_GenericNew(tp, NULL, NULL);", 2);
|
2006-02-26 19:42:26 +00:00
|
|
|
self.emit("if (!result) goto failed;", 2)
|
2005-10-20 19:59:25 +00:00
|
|
|
for f in cons.fields:
|
|
|
|
self.visitField(f, cons.name, 2, False)
|
|
|
|
self.emit("break;", 2)
|
|
|
|
|
|
|
|
def visitField(self, field, name, depth, product):
|
|
|
|
def emit(s, d):
|
|
|
|
self.emit(s, depth + d)
|
|
|
|
if product:
|
|
|
|
value = "o->%s" % field.name
|
|
|
|
else:
|
|
|
|
value = "o->v.%s.%s" % (name, field.name)
|
2006-02-26 19:42:26 +00:00
|
|
|
self.set(field, value, depth)
|
|
|
|
emit("if (!value) goto failed;", 0)
|
2020-07-03 09:35:37 +00:00
|
|
|
emit("if (PyObject_SetAttr(result, state->%s, value) == -1)" % field.name, 0)
|
2006-02-26 19:42:26 +00:00
|
|
|
emit("goto failed;", 1)
|
|
|
|
emit("Py_DECREF(value);", 0)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
def emitSeq(self, field, value, depth, emit):
|
2006-02-26 19:42:26 +00:00
|
|
|
emit("seq = %s;" % value, 0)
|
|
|
|
emit("n = asdl_seq_LEN(seq);", 0)
|
|
|
|
emit("value = PyList_New(n);", 0)
|
|
|
|
emit("if (!value) goto failed;", 0)
|
|
|
|
emit("for (i = 0; i < n; i++) {", 0)
|
|
|
|
self.set("value", field, "asdl_seq_GET(seq, i)", depth + 1)
|
|
|
|
emit("if (!value1) goto failed;", 1)
|
|
|
|
emit("PyList_SET_ITEM(value, i, value1);", 1)
|
|
|
|
emit("value1 = NULL;", 1)
|
|
|
|
emit("}", 0)
|
|
|
|
|
|
|
|
def set(self, field, value, depth):
|
|
|
|
if field.seq:
|
2006-02-26 20:51:25 +00:00
|
|
|
# XXX should really check for is_simple, but that requires a symbol table
|
2014-05-10 00:58:22 +00:00
|
|
|
if field.type == "cmpop":
|
2006-02-26 20:51:25 +00:00
|
|
|
# While the sequence elements are stored as void*,
|
|
|
|
# ast2obj_cmpop expects an enum
|
|
|
|
self.emit("{", depth)
|
2012-05-15 17:10:27 +00:00
|
|
|
self.emit("Py_ssize_t i, n = asdl_seq_LEN(%s);" % value, depth+1)
|
2006-02-26 20:51:25 +00:00
|
|
|
self.emit("value = PyList_New(n);", depth+1)
|
|
|
|
self.emit("if (!value) goto failed;", depth+1)
|
|
|
|
self.emit("for(i = 0; i < n; i++)", depth+1)
|
|
|
|
# This cannot fail, so no need for error handling
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("PyList_SET_ITEM(value, i, ast2obj_cmpop(state, (cmpop_ty)asdl_seq_GET(%s, i)));" % value,
|
2006-04-21 10:40:58 +00:00
|
|
|
depth+2, reflow=False)
|
2006-02-26 20:51:25 +00:00
|
|
|
self.emit("}", depth)
|
2006-02-26 19:42:26 +00:00
|
|
|
else:
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("value = ast2obj_list(state, %s, ast2obj_%s);" % (value, field.type), depth)
|
2005-10-20 19:59:25 +00:00
|
|
|
else:
|
|
|
|
ctype = get_c_type(field.type)
|
2020-07-03 09:35:37 +00:00
|
|
|
self.emit("value = ast2obj_%s(state, %s);" % (field.type, value), depth, reflow=False)
|
2005-12-25 23:18:31 +00:00
|
|
|
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2006-02-26 19:42:26 +00:00
|
|
|
class PartingShots(StaticVisitor):
|
|
|
|
|
|
|
|
CODE = """
|
|
|
|
PyObject* PyAST_mod2obj(mod_ty t)
|
|
|
|
{
|
2020-07-03 18:01:46 +00:00
|
|
|
astmodulestate *state = get_global_ast_state();
|
|
|
|
if (state == NULL) {
|
2013-07-16 22:17:15 +00:00
|
|
|
return NULL;
|
2020-07-03 12:15:53 +00:00
|
|
|
}
|
2020-07-03 09:35:37 +00:00
|
|
|
return ast2obj_mod(state, t);
|
2006-02-26 19:42:26 +00:00
|
|
|
}
|
2008-03-30 20:03:44 +00:00
|
|
|
|
2008-03-31 04:20:05 +00:00
|
|
|
/* mode is 0 for "exec", 1 for "eval" and 2 for "single" input */
|
|
|
|
mod_ty PyAST_obj2mod(PyObject* ast, PyArena* arena, int mode)
|
2008-03-30 20:03:44 +00:00
|
|
|
{
|
2019-09-10 10:02:30 +00:00
|
|
|
const char * const req_name[] = {"Module", "Expression", "Interactive"};
|
2009-12-13 01:23:39 +00:00
|
|
|
int isinstance;
|
2014-02-11 03:19:02 +00:00
|
|
|
|
2019-05-23 15:45:22 +00:00
|
|
|
if (PySys_Audit("compile", "OO", ast, Py_None) < 0) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2020-07-03 12:15:53 +00:00
|
|
|
astmodulestate *state = get_global_ast_state();
|
2020-07-03 09:35:37 +00:00
|
|
|
PyObject *req_type[3];
|
|
|
|
req_type[0] = state->Module_type;
|
|
|
|
req_type[1] = state->Expression_type;
|
|
|
|
req_type[2] = state->Interactive_type;
|
2014-02-11 03:19:02 +00:00
|
|
|
|
2019-02-01 19:37:34 +00:00
|
|
|
assert(0 <= mode && mode <= 2);
|
2008-03-31 04:20:05 +00:00
|
|
|
|
2009-12-13 01:23:39 +00:00
|
|
|
isinstance = PyObject_IsInstance(ast, req_type[mode]);
|
|
|
|
if (isinstance == -1)
|
|
|
|
return NULL;
|
|
|
|
if (!isinstance) {
|
2008-03-31 04:20:05 +00:00
|
|
|
PyErr_Format(PyExc_TypeError, "expected %s node, got %.400s",
|
2019-09-11 17:16:34 +00:00
|
|
|
req_name[mode], _PyType_Name(Py_TYPE(ast)));
|
2008-03-30 20:03:44 +00:00
|
|
|
return NULL;
|
|
|
|
}
|
2019-10-10 07:41:26 +00:00
|
|
|
|
|
|
|
mod_ty res = NULL;
|
2020-07-03 09:35:37 +00:00
|
|
|
if (obj2ast_mod(state, ast, &res, arena) != 0)
|
2008-03-30 20:03:44 +00:00
|
|
|
return NULL;
|
|
|
|
else
|
|
|
|
return res;
|
|
|
|
}
|
|
|
|
|
|
|
|
int PyAST_Check(PyObject* obj)
|
|
|
|
{
|
2020-07-03 18:01:46 +00:00
|
|
|
astmodulestate *state = get_global_ast_state();
|
|
|
|
if (state == NULL) {
|
2013-07-16 22:17:15 +00:00
|
|
|
return -1;
|
2020-07-03 12:15:53 +00:00
|
|
|
}
|
2020-07-03 09:35:37 +00:00
|
|
|
return PyObject_IsInstance(obj, state->AST_type);
|
2008-03-30 20:03:44 +00:00
|
|
|
}
|
2006-02-26 19:42:26 +00:00
|
|
|
"""
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
class ChainOfVisitors:
|
|
|
|
def __init__(self, *visitors):
|
|
|
|
self.visitors = visitors
|
|
|
|
|
|
|
|
def visit(self, object):
|
|
|
|
for v in self.visitors:
|
|
|
|
v.visit(object)
|
2005-11-13 19:14:20 +00:00
|
|
|
v.emit("", 0)
|
2005-10-20 19:59:25 +00:00
|
|
|
|
2019-09-11 17:16:34 +00:00
|
|
|
|
|
|
|
def generate_module_def(f, mod):
|
|
|
|
# Gather all the data needed for ModuleSpec
|
|
|
|
visitor_list = set()
|
|
|
|
with open(os.devnull, "w") as devnull:
|
|
|
|
visitor = PyTypesDeclareVisitor(devnull)
|
|
|
|
visitor.visit(mod)
|
|
|
|
visitor_list.add(visitor)
|
|
|
|
visitor = PyTypesVisitor(devnull)
|
|
|
|
visitor.visit(mod)
|
|
|
|
visitor_list.add(visitor)
|
|
|
|
|
2020-03-16 08:12:53 +00:00
|
|
|
state_strings = {
|
2020-03-22 18:33:34 +00:00
|
|
|
"ast",
|
2020-03-16 08:12:53 +00:00
|
|
|
"_fields",
|
|
|
|
"__doc__",
|
|
|
|
"__dict__",
|
|
|
|
"__module__",
|
|
|
|
"_attributes",
|
|
|
|
}
|
|
|
|
module_state = state_strings.copy()
|
2019-09-11 17:16:34 +00:00
|
|
|
for visitor in visitor_list:
|
|
|
|
for identifier in visitor.identifiers:
|
|
|
|
module_state.add(identifier)
|
|
|
|
state_strings.add(identifier)
|
|
|
|
for singleton in visitor.singletons:
|
|
|
|
module_state.add(singleton)
|
|
|
|
for tp in visitor.types:
|
|
|
|
module_state.add(tp)
|
|
|
|
state_strings = sorted(state_strings)
|
|
|
|
module_state = sorted(module_state)
|
|
|
|
f.write('typedef struct {\n')
|
|
|
|
f.write(' int initialized;\n')
|
|
|
|
for s in module_state:
|
|
|
|
f.write(' PyObject *' + s + ';\n')
|
|
|
|
f.write('} astmodulestate;\n\n')
|
|
|
|
f.write("""
|
2020-07-03 18:01:46 +00:00
|
|
|
static astmodulestate*
|
|
|
|
get_ast_state(PyObject *module)
|
|
|
|
{
|
|
|
|
void *state = PyModule_GetState(module);
|
|
|
|
assert(state != NULL);
|
|
|
|
return (astmodulestate*)state;
|
|
|
|
}
|
2020-07-03 12:15:53 +00:00
|
|
|
|
2020-07-03 18:01:46 +00:00
|
|
|
static astmodulestate*
|
|
|
|
get_global_ast_state(void)
|
2020-07-03 09:35:37 +00:00
|
|
|
{
|
2020-07-03 18:01:46 +00:00
|
|
|
_Py_IDENTIFIER(_ast);
|
|
|
|
PyObject *name = _PyUnicode_FromId(&PyId__ast); // borrowed reference
|
|
|
|
if (name == NULL) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
PyObject *module = PyImport_GetModule(name);
|
|
|
|
if (module == NULL) {
|
|
|
|
if (PyErr_Occurred()) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
module = PyImport_Import(name);
|
|
|
|
if (module == NULL) {
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
astmodulestate *state = get_ast_state(module);
|
|
|
|
Py_DECREF(module);
|
|
|
|
return state;
|
2020-07-03 09:35:37 +00:00
|
|
|
}
|
2019-09-11 17:16:34 +00:00
|
|
|
|
|
|
|
static int astmodule_clear(PyObject *module)
|
|
|
|
{
|
2020-07-03 09:35:37 +00:00
|
|
|
astmodulestate *state = get_ast_state(module);
|
2019-09-11 17:16:34 +00:00
|
|
|
""")
|
|
|
|
for s in module_state:
|
2020-07-03 09:35:37 +00:00
|
|
|
f.write(" Py_CLEAR(state->" + s + ');\n')
|
2019-09-11 17:16:34 +00:00
|
|
|
f.write("""
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int astmodule_traverse(PyObject *module, visitproc visit, void* arg)
|
|
|
|
{
|
2020-07-03 09:35:37 +00:00
|
|
|
astmodulestate *state = get_ast_state(module);
|
2019-09-11 17:16:34 +00:00
|
|
|
""")
|
|
|
|
for s in module_state:
|
2020-07-03 09:35:37 +00:00
|
|
|
f.write(" Py_VISIT(state->" + s + ');\n')
|
2019-09-11 17:16:34 +00:00
|
|
|
f.write("""
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void astmodule_free(void* module) {
|
|
|
|
astmodule_clear((PyObject*)module);
|
|
|
|
}
|
|
|
|
|
|
|
|
""")
|
2020-07-03 09:35:37 +00:00
|
|
|
f.write('static int init_identifiers(astmodulestate *state)\n')
|
2019-09-11 17:16:34 +00:00
|
|
|
f.write('{\n')
|
|
|
|
for identifier in state_strings:
|
|
|
|
f.write(' if ((state->' + identifier)
|
|
|
|
f.write(' = PyUnicode_InternFromString("')
|
|
|
|
f.write(identifier + '")) == NULL) return 0;\n')
|
|
|
|
f.write(' return 1;\n')
|
|
|
|
f.write('};\n\n')
|
|
|
|
|
2020-05-18 17:42:10 +00:00
|
|
|
def write_header(f, mod):
|
|
|
|
f.write('#ifndef Py_PYTHON_AST_H\n')
|
|
|
|
f.write('#define Py_PYTHON_AST_H\n')
|
|
|
|
f.write('#ifdef __cplusplus\n')
|
|
|
|
f.write('extern "C" {\n')
|
|
|
|
f.write('#endif\n')
|
|
|
|
f.write('\n')
|
|
|
|
f.write('#ifndef Py_LIMITED_API\n')
|
|
|
|
f.write('#include "asdl.h"\n')
|
|
|
|
f.write('\n')
|
|
|
|
f.write('#undef Yield /* undefine macro conflicting with <winbase.h> */\n')
|
|
|
|
f.write('\n')
|
|
|
|
c = ChainOfVisitors(TypeDefVisitor(f),
|
|
|
|
StructVisitor(f))
|
|
|
|
c.visit(mod)
|
|
|
|
f.write("// Note: these macros affect function definitions, not only call sites.\n")
|
|
|
|
PrototypeVisitor(f).visit(mod)
|
|
|
|
f.write("\n")
|
|
|
|
f.write("PyObject* PyAST_mod2obj(mod_ty t);\n")
|
|
|
|
f.write("mod_ty PyAST_obj2mod(PyObject* ast, PyArena* arena, int mode);\n")
|
|
|
|
f.write("int PyAST_Check(PyObject* obj);\n")
|
|
|
|
f.write("#endif /* !Py_LIMITED_API */\n")
|
|
|
|
f.write('\n')
|
|
|
|
f.write('#ifdef __cplusplus\n')
|
|
|
|
f.write('}\n')
|
|
|
|
f.write('#endif\n')
|
|
|
|
f.write('#endif /* !Py_PYTHON_AST_H */\n')
|
|
|
|
|
|
|
|
def write_source(f, mod):
|
|
|
|
f.write('#include <stddef.h>\n')
|
|
|
|
f.write('\n')
|
|
|
|
f.write('#include "Python.h"\n')
|
|
|
|
f.write('#include "%s-ast.h"\n' % mod.name)
|
|
|
|
f.write('#include "structmember.h" // PyMemberDef\n')
|
|
|
|
f.write('\n')
|
|
|
|
|
|
|
|
generate_module_def(f, mod)
|
|
|
|
|
|
|
|
v = ChainOfVisitors(
|
|
|
|
PyTypesDeclareVisitor(f),
|
|
|
|
PyTypesVisitor(f),
|
|
|
|
Obj2ModPrototypeVisitor(f),
|
|
|
|
FunctionVisitor(f),
|
|
|
|
ObjVisitor(f),
|
|
|
|
Obj2ModVisitor(f),
|
|
|
|
ASTModuleVisitor(f),
|
|
|
|
PartingShots(f),
|
|
|
|
)
|
|
|
|
v.visit(mod)
|
|
|
|
|
|
|
|
def main(input_file, c_file, h_file, dump_module=False):
|
|
|
|
auto_gen_msg = AUTOGEN_MESSAGE.format("/".join(Path(__file__).parts[-2:]))
|
|
|
|
mod = asdl.parse(input_file)
|
2014-05-10 00:58:22 +00:00
|
|
|
if dump_module:
|
|
|
|
print('Parsed Module:')
|
|
|
|
print(mod)
|
2005-10-20 19:59:25 +00:00
|
|
|
if not asdl.check(mod):
|
|
|
|
sys.exit(1)
|
2020-05-18 17:42:10 +00:00
|
|
|
for file, writer in (c_file, write_source), (h_file, write_header):
|
|
|
|
if file is not None:
|
|
|
|
with file.open("w") as f:
|
|
|
|
f.write(auto_gen_msg)
|
|
|
|
writer(f, mod)
|
|
|
|
print(file, "regenerated.")
|
2005-10-20 19:59:25 +00:00
|
|
|
|
|
|
|
if __name__ == "__main__":
|
2020-05-18 17:42:10 +00:00
|
|
|
parser = ArgumentParser()
|
|
|
|
parser.add_argument("input_file", type=Path)
|
|
|
|
parser.add_argument("-C", "--c-file", type=Path, default=None)
|
|
|
|
parser.add_argument("-H", "--h-file", type=Path, default=None)
|
|
|
|
parser.add_argument("-d", "--dump-module", action="store_true")
|
|
|
|
|
|
|
|
options = parser.parse_args()
|
|
|
|
main(**vars(options))
|