305 lines
8.6 KiB
Python
305 lines
8.6 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
# Copyright (c) 2013 The Chromium Authors. All rights reserved.
|
||
|
|
# Use of this source code is governed by a BSD-style license that can be
|
||
|
|
# found in the LICENSE file.
|
||
|
|
|
||
|
|
""" Parser for PPAPI IDL """
|
||
|
|
|
||
|
|
#
|
||
|
|
# IDL Parser
|
||
|
|
#
|
||
|
|
# The parser is uses the PLY yacc library to build a set of parsing rules based
|
||
|
|
# on WebIDL.
|
||
|
|
#
|
||
|
|
# WebIDL, and WebIDL grammar can be found at:
|
||
|
|
# http://dev.w3.org/2006/webapi/WebIDL/
|
||
|
|
# PLY can be found at:
|
||
|
|
# http://www.dabeaz.com/ply/
|
||
|
|
#
|
||
|
|
# The parser generates a tree by recursively matching sets of items against
|
||
|
|
# defined patterns. When a match is made, that set of items is reduced
|
||
|
|
# to a new item. The new item can provide a match for parent patterns.
|
||
|
|
# In this way an AST is built (reduced) depth first.
|
||
|
|
#
|
||
|
|
|
||
|
|
#
|
||
|
|
# Disable check for line length and Member as Function due to how grammar rules
|
||
|
|
# are defined with PLY
|
||
|
|
#
|
||
|
|
# pylint: disable=R0201
|
||
|
|
# pylint: disable=C0301
|
||
|
|
|
||
|
|
import sys
|
||
|
|
|
||
|
|
from idl_ppapi_lexer import IDLPPAPILexer
|
||
|
|
from idl_parser import IDLParser, ListFromConcat, ParseFile
|
||
|
|
from idl_node import IDLNode
|
||
|
|
|
||
|
|
class IDLPPAPIParser(IDLParser):
|
||
|
|
#
|
||
|
|
# We force all input files to start with two comments. The first comment is a
|
||
|
|
# Copyright notice followed by a file comment and finally by file level
|
||
|
|
# productions.
|
||
|
|
#
|
||
|
|
# [0] Insert a TOP definition for Copyright and Comments
|
||
|
|
def p_Top(self, p):
|
||
|
|
"""Top : COMMENT COMMENT Definitions"""
|
||
|
|
Copyright = self.BuildComment('Copyright', p, 1)
|
||
|
|
Filedoc = self.BuildComment('Comment', p, 2)
|
||
|
|
p[0] = ListFromConcat(Copyright, Filedoc, p[3])
|
||
|
|
|
||
|
|
#
|
||
|
|
#The parser is based on the WebIDL standard. See:
|
||
|
|
# http://www.w3.org/TR/WebIDL/#idl-grammar
|
||
|
|
#
|
||
|
|
# [1]
|
||
|
|
def p_Definitions(self, p):
|
||
|
|
"""Definitions : ExtendedAttributeList Definition Definitions
|
||
|
|
| """
|
||
|
|
if len(p) > 1:
|
||
|
|
p[2].AddChildren(p[1])
|
||
|
|
p[0] = ListFromConcat(p[2], p[3])
|
||
|
|
|
||
|
|
# [2] Add INLINE definition
|
||
|
|
def p_Definition(self, p):
|
||
|
|
"""Definition : CallbackOrInterface
|
||
|
|
| Struct
|
||
|
|
| Partial
|
||
|
|
| Dictionary
|
||
|
|
| Exception
|
||
|
|
| Enum
|
||
|
|
| Typedef
|
||
|
|
| ImplementsStatement
|
||
|
|
| Label
|
||
|
|
| Inline"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
def p_Inline(self, p):
|
||
|
|
"""Inline : INLINE"""
|
||
|
|
words = p[1].split()
|
||
|
|
name = self.BuildAttribute('NAME', words[1])
|
||
|
|
lines = p[1].split('\n')
|
||
|
|
value = self.BuildAttribute('VALUE', '\n'.join(lines[1:-1]) + '\n')
|
||
|
|
children = ListFromConcat(name, value)
|
||
|
|
p[0] = self.BuildProduction('Inline', p, 1, children)
|
||
|
|
|
||
|
|
#
|
||
|
|
# Label
|
||
|
|
#
|
||
|
|
# A label is a special kind of enumeration which allows us to go from a
|
||
|
|
# set of version numbrs to releases
|
||
|
|
#
|
||
|
|
def p_Label(self, p):
|
||
|
|
"""Label : LABEL identifier '{' LabelList '}' ';'"""
|
||
|
|
p[0] = self.BuildNamed('Label', p, 2, p[4])
|
||
|
|
|
||
|
|
def p_LabelList(self, p):
|
||
|
|
"""LabelList : identifier '=' float LabelCont"""
|
||
|
|
val = self.BuildAttribute('VALUE', p[3])
|
||
|
|
label = self.BuildNamed('LabelItem', p, 1, val)
|
||
|
|
p[0] = ListFromConcat(label, p[4])
|
||
|
|
|
||
|
|
def p_LabelCont(self, p):
|
||
|
|
"""LabelCont : ',' LabelList
|
||
|
|
|"""
|
||
|
|
if len(p) > 1:
|
||
|
|
p[0] = p[2]
|
||
|
|
|
||
|
|
def p_LabelContError(self, p):
|
||
|
|
"""LabelCont : error LabelCont"""
|
||
|
|
p[0] = p[2]
|
||
|
|
|
||
|
|
# [5.1] Add "struct" style interface
|
||
|
|
def p_Struct(self, p):
|
||
|
|
"""Struct : STRUCT identifier Inheritance '{' StructMembers '}' ';'"""
|
||
|
|
p[0] = self.BuildNamed('Struct', p, 2, ListFromConcat(p[3], p[5]))
|
||
|
|
|
||
|
|
def p_StructMembers(self, p):
|
||
|
|
"""StructMembers : StructMember StructMembers
|
||
|
|
|"""
|
||
|
|
if len(p) > 1:
|
||
|
|
p[0] = ListFromConcat(p[1], p[2])
|
||
|
|
|
||
|
|
def p_StructMember(self, p):
|
||
|
|
"""StructMember : ExtendedAttributeList Type identifier ';'"""
|
||
|
|
p[0] = self.BuildNamed('Member', p, 3, ListFromConcat(p[1], p[2]))
|
||
|
|
|
||
|
|
# [24]
|
||
|
|
def p_Typedef(self, p):
|
||
|
|
"""Typedef : TYPEDEF ExtendedAttributeListNoComments Type identifier ';'"""
|
||
|
|
p[0] = self.BuildNamed('Typedef', p, 4, ListFromConcat(p[2], p[3]))
|
||
|
|
|
||
|
|
# [24.1]
|
||
|
|
def p_TypedefFunc(self, p):
|
||
|
|
"""Typedef : TYPEDEF ExtendedAttributeListNoComments ReturnType identifier '(' ArgumentList ')' ';'"""
|
||
|
|
args = self.BuildProduction('Arguments', p, 5, p[6])
|
||
|
|
p[0] = self.BuildNamed('Callback', p, 4, ListFromConcat(p[2], p[3], args))
|
||
|
|
|
||
|
|
# [27]
|
||
|
|
def p_ConstValue(self, p):
|
||
|
|
"""ConstValue : integer
|
||
|
|
| integer LSHIFT integer
|
||
|
|
| integer RSHIFT integer"""
|
||
|
|
val = str(p[1])
|
||
|
|
if len(p) > 2:
|
||
|
|
val = "%s %s %s" % (p[1], p[2], p[3])
|
||
|
|
p[0] = ListFromConcat(self.BuildAttribute('TYPE', 'integer'),
|
||
|
|
self.BuildAttribute('VALUE', val))
|
||
|
|
|
||
|
|
def p_ConstValueStr(self, p):
|
||
|
|
"""ConstValue : string"""
|
||
|
|
p[0] = ListFromConcat(self.BuildAttribute('TYPE', 'string'),
|
||
|
|
self.BuildAttribute('VALUE', p[1]))
|
||
|
|
|
||
|
|
# Boolean & Float Literals area already BuildAttributes
|
||
|
|
def p_ConstValueLiteral(self, p):
|
||
|
|
"""ConstValue : FloatLiteral
|
||
|
|
| BooleanLiteral """
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
# [21]
|
||
|
|
def p_EnumValueList(self, p):
|
||
|
|
"""EnumValueList : EnumValue EnumValues"""
|
||
|
|
p[0] = ListFromConcat(p[1], p[2])
|
||
|
|
|
||
|
|
# [22]
|
||
|
|
def p_EnumValues(self, p):
|
||
|
|
"""EnumValues : ',' EnumValue EnumValues
|
||
|
|
|"""
|
||
|
|
if len(p) > 1:
|
||
|
|
p[0] = ListFromConcat(p[2], p[3])
|
||
|
|
|
||
|
|
def p_EnumValue(self, p):
|
||
|
|
"""EnumValue : ExtendedAttributeList identifier
|
||
|
|
| ExtendedAttributeList identifier '=' ConstValue"""
|
||
|
|
p[0] = self.BuildNamed('EnumItem', p, 2, p[1])
|
||
|
|
if len(p) > 3:
|
||
|
|
p[0].AddChildren(p[4])
|
||
|
|
|
||
|
|
def p_PrimitiveType(self, p):
|
||
|
|
"""PrimitiveType : IntegerType
|
||
|
|
| UnsignedIntegerType
|
||
|
|
| FloatType
|
||
|
|
| HandleType
|
||
|
|
| PointerType"""
|
||
|
|
if type(p[1]) == str:
|
||
|
|
p[0] = self.BuildNamed('PrimitiveType', p, 1)
|
||
|
|
else:
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
def p_PointerType(self, p):
|
||
|
|
"""PointerType : STR_T
|
||
|
|
| MEM_T
|
||
|
|
| CSTR_T
|
||
|
|
| INTERFACE_T
|
||
|
|
| NULL"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
def p_HandleType(self, p):
|
||
|
|
"""HandleType : HANDLE_T
|
||
|
|
| PP_FILEHANDLE"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
# [66]
|
||
|
|
def p_FloatType(self, p):
|
||
|
|
"""FloatType : FLOAT_T
|
||
|
|
| DOUBLE_T"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
# [67]
|
||
|
|
def p_UnsignedIntegerType(self, p):
|
||
|
|
"""UnsignedIntegerType : UINT8_T
|
||
|
|
| UINT16_T
|
||
|
|
| UINT32_T
|
||
|
|
| UINT64_T"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
|
||
|
|
# [68]
|
||
|
|
def p_IntegerType(self, p):
|
||
|
|
"""IntegerType : CHAR
|
||
|
|
| INT8_T
|
||
|
|
| INT16_T
|
||
|
|
| INT32_T
|
||
|
|
| INT64_T"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
# These targets are no longer used
|
||
|
|
def p_OptionalLong(self, p):
|
||
|
|
""" """
|
||
|
|
pass
|
||
|
|
|
||
|
|
def p_UnrestrictedFloatType(self, p):
|
||
|
|
""" """
|
||
|
|
pass
|
||
|
|
|
||
|
|
def p_null(self, p):
|
||
|
|
""" """
|
||
|
|
pass
|
||
|
|
|
||
|
|
# We only support:
|
||
|
|
# [ identifier ]
|
||
|
|
# [ identifier = identifier ]
|
||
|
|
# [ identifier ( ArgumentList )]
|
||
|
|
# [ identifier ( ValueList )]
|
||
|
|
# [ identifier = identifier ( ArgumentList )]
|
||
|
|
# [51] map directly to 74-77
|
||
|
|
# [52-54, 56] are unsupported
|
||
|
|
def p_ExtendedAttribute(self, p):
|
||
|
|
"""ExtendedAttribute : ExtendedAttributeNoArgs
|
||
|
|
| ExtendedAttributeArgList
|
||
|
|
| ExtendedAttributeValList
|
||
|
|
| ExtendedAttributeIdent
|
||
|
|
| ExtendedAttributeIdentConst
|
||
|
|
| ExtendedAttributeNamedArgList"""
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
def p_ExtendedAttributeValList(self, p):
|
||
|
|
"""ExtendedAttributeValList : identifier '(' ValueList ')'"""
|
||
|
|
arguments = self.BuildProduction('Values', p, 2, p[3])
|
||
|
|
p[0] = self.BuildNamed('ExtAttribute', p, 1, arguments)
|
||
|
|
|
||
|
|
def p_ValueList(self, p):
|
||
|
|
"""ValueList : ConstValue ValueListCont"""
|
||
|
|
p[0] = ListFromConcat(p[1], p[2])
|
||
|
|
|
||
|
|
def p_ValueListCont(self, p):
|
||
|
|
"""ValueListCont : ValueList
|
||
|
|
|"""
|
||
|
|
if len(p) > 1:
|
||
|
|
p[0] = p[1]
|
||
|
|
|
||
|
|
# [76]
|
||
|
|
def p_ExtendedAttributeIdentConst(self, p):
|
||
|
|
"""ExtendedAttributeIdentConst : identifier '=' ConstValue"""
|
||
|
|
p[0] = self.BuildNamed('ExtAttribute', p, 1, p[3])
|
||
|
|
|
||
|
|
|
||
|
|
def __init__(self, lexer, verbose=False, debug=False, mute_error=False):
|
||
|
|
IDLParser.__init__(self, lexer, verbose, debug, mute_error)
|
||
|
|
|
||
|
|
|
||
|
|
def main(argv):
|
||
|
|
nodes = []
|
||
|
|
parser = IDLPPAPIParser(IDLPPAPILexer())
|
||
|
|
errors = 0
|
||
|
|
|
||
|
|
for filename in argv:
|
||
|
|
filenode = ParseFile(parser, filename)
|
||
|
|
if filenode:
|
||
|
|
errors += filenode.GetProperty('ERRORS')
|
||
|
|
nodes.append(filenode)
|
||
|
|
|
||
|
|
ast = IDLNode('AST', '__AST__', 0, 0, nodes)
|
||
|
|
|
||
|
|
print '\n'.join(ast.Tree(accept_props=['PROD', 'TYPE', 'VALUE']))
|
||
|
|
if errors:
|
||
|
|
print '\nFound %d errors.\n' % errors
|
||
|
|
|
||
|
|
|
||
|
|
return errors
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
sys.exit(main(sys.argv[1:]))
|