Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 1 | from __future__ import absolute_import |
| 2 | from __future__ import print_function |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 3 | |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 4 | __author__ = "Dusan (Ph4r05) Klinec, Sapan Bhatia, ONF" |
| 5 | __copyright__ = "Copyright (C) 2014 Dusan (ph4r05) Klinec, 2017-2019 ONF" |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 6 | __license__ = "Apache License, Version 2.0" |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 7 | |
| 8 | import ply.lex as lex |
| 9 | import ply.yacc as yacc |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 10 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 11 | from .model import ( |
| 12 | DotName, |
| 13 | EnumDefinition, |
| 14 | EnumFieldDefinition, |
| 15 | ExtensionsDirective, |
| 16 | ExtensionsMax, |
| 17 | FieldDefinition, |
| 18 | FieldDirective, |
| 19 | FieldType, |
| 20 | ImportStatement, |
| 21 | LinkDefinition, |
| 22 | LinkSpec, |
| 23 | Literal, |
| 24 | MapDefinition, |
| 25 | MessageDefinition, |
| 26 | MessageExtension, |
| 27 | MethodDefinition, |
| 28 | Name, |
| 29 | OptionStatement, |
| 30 | PackageStatement, |
| 31 | PolicyDefinition, |
| 32 | ProtoFile, |
| 33 | ReduceDefinition, |
| 34 | ServiceDefinition, |
| 35 | ) |
| 36 | |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 37 | from .helpers import LexHelper, LU |
| 38 | from .logicparser import FOLParser, FOLLexer, FOLParsingError |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 39 | import ast |
Scott Baker | 20997cf | 2019-04-04 10:10:06 -0700 | [diff] [blame] | 40 | import sys |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 41 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 42 | |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 43 | class PythonError(Exception): |
| 44 | pass |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 45 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 46 | |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 47 | class ParsingError(Exception): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 48 | |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 49 | def __init__(self, message, error_range): |
| 50 | super(ParsingError, self).__init__(message) |
| 51 | self.error_range = error_range |
| 52 | |
| 53 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 54 | class ProtobufLexer(object): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 55 | keywords = ( |
| 56 | 'double', |
| 57 | 'float', |
| 58 | 'int32', |
| 59 | 'int64', |
| 60 | 'uint32', |
| 61 | 'uint64', |
| 62 | 'sint32', |
| 63 | 'sint64', |
| 64 | 'fixed32', |
| 65 | 'fixed64', |
| 66 | 'sfixed32', |
| 67 | 'sfixed64', |
| 68 | 'bool', |
| 69 | 'string', |
| 70 | 'bytes', |
| 71 | 'message', |
| 72 | 'required', |
| 73 | 'optional', |
| 74 | 'repeated', |
| 75 | 'enum', |
| 76 | 'extensions', |
| 77 | 'max', |
| 78 | 'extend', |
| 79 | 'to', |
| 80 | 'package', |
| 81 | '_service', |
| 82 | 'rpc', |
| 83 | 'returns', |
| 84 | 'true', |
| 85 | 'false', |
| 86 | 'option', |
| 87 | 'import', |
| 88 | 'manytoone', |
| 89 | 'manytomany', |
| 90 | 'onetoone', |
| 91 | 'policy', |
| 92 | 'map', |
| 93 | 'reduce') |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 94 | |
| 95 | tokens = [ |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 96 | 'POLICYBODY', |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 97 | 'NAME', |
| 98 | 'NUM', |
| 99 | 'STRING_LITERAL', |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 100 | # 'LINE_COMMENT', 'BLOCK_COMMENT', |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 101 | 'LBRACE', 'RBRACE', 'LBRACK', 'RBRACK', |
Dusan Klinec | c9b031a | 2014-11-10 13:21:08 +0100 | [diff] [blame] | 102 | 'LPAR', 'RPAR', 'EQ', 'SEMI', 'DOT', |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 103 | 'ARROW', 'COLON', 'COMMA', 'SLASH', |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 104 | 'DOUBLECOLON', |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 105 | 'STARTTOKEN' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 106 | ] + [k.upper() for k in keywords] |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 107 | |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 108 | def t_POLICYBODY(self, t): |
| 109 | r'< (.|\n)*? [^-]>' |
| 110 | t.lexer.lineno += t.value.count('\n') |
| 111 | return t |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 112 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 113 | literals = '()+-*/=?:,.^|&~!=[]{};<>@%' |
| 114 | |
Sapan Bhatia | 87792a1 | 2017-04-10 19:35:05 -0700 | [diff] [blame] | 115 | t_NUM = r'[+-]?\d+(\.\d+)?' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 116 | t_STRING_LITERAL = r'\"([^\\\n]|(\\.))*?\"' |
| 117 | |
| 118 | t_ignore_LINE_COMMENT = '//.*' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 119 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 120 | def t_BLOCK_COMMENT(self, t): |
| 121 | r'/\*(.|\n)*?\*/' |
| 122 | t.lexer.lineno += t.value.count('\n') |
| 123 | |
| 124 | t_LBRACE = '{' |
| 125 | t_RBRACE = '}' |
| 126 | t_LBRACK = '\\[' |
| 127 | t_RBRACK = '\\]' |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 128 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 129 | t_LPAR = '\\(' |
| 130 | t_RPAR = '\\)' |
| 131 | t_EQ = '=' |
| 132 | t_SEMI = ';' |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 133 | t_ARROW = '\\-\\>' |
| 134 | t_COLON = '\\:' |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 135 | t_SLASH = '\\/' |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 136 | t_COMMA = '\\,' |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 137 | t_DOT = '\\.' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 138 | t_ignore = ' \t\f' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 139 | t_STARTTOKEN = '\\+' |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 140 | t_DOUBLECOLON = '\\:\\:' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 141 | |
| 142 | def t_NAME(self, t): |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 143 | '[A-Za-z_$][A-Za-z0-9_+$]*' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 144 | if t.value in ProtobufLexer.keywords: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 145 | # print "type: %s val %s t %s" % (t.type, t.value, t) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 146 | t.type = t.value.upper() |
| 147 | return t |
| 148 | |
| 149 | def t_newline(self, t): |
| 150 | r'\n+' |
| 151 | t.lexer.lineno += len(t.value) |
| 152 | |
| 153 | def t_newline2(self, t): |
| 154 | r'(\r\n)+' |
| 155 | t.lexer.lineno += len(t.value) / 2 |
| 156 | |
| 157 | def t_error(self, t): |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 158 | print(("Illegal character '{}' ({}) in line {}".format( |
Scott Baker | 20997cf | 2019-04-04 10:10:06 -0700 | [diff] [blame] | 159 | t.value[0], hex(ord(t.value[0])), t.lexer.lineno)), |
| 160 | file=sys.stderr) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 161 | t.lexer.skip(1) |
| 162 | |
Dusan Klinec | c9b031a | 2014-11-10 13:21:08 +0100 | [diff] [blame] | 163 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 164 | def srcPort(x): |
| 165 | if (x): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 166 | return [FieldDirective(Name('port'), x)] |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 167 | else: |
| 168 | return [] |
| 169 | |
| 170 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 171 | class ProtobufParser(object): |
| 172 | tokens = ProtobufLexer.tokens |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 173 | offset = 0 |
| 174 | lh = LexHelper() |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 175 | fol_lexer = lex.lex(module=FOLLexer()) # , optimize=1) |
| 176 | fol_parser = yacc.yacc( |
| 177 | module=FOLParser(), |
| 178 | start='goal', |
| 179 | outputdir='/tmp', |
| 180 | debug=0) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 181 | |
| 182 | def setOffset(self, of): |
| 183 | self.offset = of |
| 184 | self.lh.offset = of |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 185 | |
| 186 | def p_empty(self, p): |
| 187 | '''empty :''' |
| 188 | pass |
| 189 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 190 | def p_field_modifier(self, p): |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 191 | '''field_modifier : REQUIRED |
| 192 | | OPTIONAL |
| 193 | | REPEATED''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 194 | p[0] = LU.i(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 195 | |
| 196 | def p_primitive_type(self, p): |
| 197 | '''primitive_type : DOUBLE |
| 198 | | FLOAT |
| 199 | | INT32 |
| 200 | | INT64 |
| 201 | | UINT32 |
| 202 | | UINT64 |
| 203 | | SINT32 |
| 204 | | SINT64 |
| 205 | | FIXED32 |
| 206 | | FIXED64 |
| 207 | | SFIXED32 |
| 208 | | SFIXED64 |
| 209 | | BOOL |
| 210 | | STRING |
| 211 | | BYTES''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 212 | p[0] = LU.i(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 213 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 214 | def p_link_type(self, p): |
| 215 | '''link_type : ONETOONE |
| 216 | | MANYTOONE |
| 217 | | MANYTOMANY''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 218 | p[0] = LU.i(p, 1) |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 219 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 220 | def p_field_id(self, p): |
| 221 | '''field_id : NUM''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 222 | p[0] = LU.i(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 223 | |
Scott Baker | ba36b49 | 2018-09-28 17:18:41 -0700 | [diff] [blame] | 224 | def p_reverse_id(self, p): |
| 225 | '''reverse_id : NUM''' |
| 226 | p[0] = LU.i(p, 1) |
| 227 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 228 | def p_rvalue(self, p): |
| 229 | '''rvalue : NUM |
| 230 | | TRUE |
| 231 | | FALSE''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 232 | p[0] = LU.i(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 233 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 234 | def p_rvalue3(self, p): |
| 235 | '''rvalue : STRING_LITERAL''' |
| 236 | p[0] = Name(LU.i(p, 1)) |
| 237 | self.lh.set_parse_object(p[0], p) |
| 238 | p[0].deriveLex() |
| 239 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 240 | def p_rvalue2(self, p): |
| 241 | '''rvalue : NAME''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 242 | p[0] = Name(LU.i(p, 1)) |
| 243 | self.lh.set_parse_object(p[0], p) |
| 244 | p[0].deriveLex() |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 245 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 246 | def p_field_directives2(self, p): |
| 247 | '''field_directives : empty''' |
| 248 | p[0] = [] |
| 249 | |
| 250 | def p_field_directives(self, p): |
| 251 | '''field_directives : LBRACK field_directive_times RBRACK''' |
| 252 | p[0] = p[2] |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 253 | # self.lh.set_parse_object(p[0], p) |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 254 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 255 | def p_field_directive(self, p): |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 256 | '''field_directive : NAME EQ rvalue''' |
| 257 | p[0] = FieldDirective(Name(LU.i(p, 1)), LU.i(p, 3)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 258 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 259 | |
Sapan Bhatia | a368602 | 2017-06-24 07:24:19 -0700 | [diff] [blame] | 260 | def p_policy_opt_explicit(self, p): |
| 261 | '''policy_opt : DOUBLECOLON NAME''' |
| 262 | p[0] = p[2] |
| 263 | |
Sapan Bhatia | a368602 | 2017-06-24 07:24:19 -0700 | [diff] [blame] | 264 | def p_policy_opt_empty(self, p): |
| 265 | '''policy_opt : empty''' |
| 266 | p[0] = None |
Sapan Bhatia | 87792a1 | 2017-04-10 19:35:05 -0700 | [diff] [blame] | 267 | |
| 268 | def p_csv_expr(self, p): |
| 269 | '''csv_expr : LPAR csv RPAR''' |
| 270 | p[0] = p[2] |
| 271 | |
| 272 | def p_csv_expr2(self, p): |
| 273 | '''csv_expr : empty''' |
| 274 | p[0] = [] |
| 275 | |
| 276 | def p_csv2(self, p): |
| 277 | '''csv : empty''' |
| 278 | |
| 279 | def p_csv(self, p): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 280 | '''csv : dotname |
Sapan Bhatia | 2ddf83a | 2017-06-10 04:31:40 -0700 | [diff] [blame] | 281 | | csv COMMA dotname''' |
Sapan Bhatia | 87792a1 | 2017-04-10 19:35:05 -0700 | [diff] [blame] | 282 | |
| 283 | if len(p) == 2: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 284 | p[0] = [LU(p, 1)] |
Sapan Bhatia | 87792a1 | 2017-04-10 19:35:05 -0700 | [diff] [blame] | 285 | else: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 286 | p[0] = p[1] + [LU(p, 3)] |
Sapan Bhatia | 87792a1 | 2017-04-10 19:35:05 -0700 | [diff] [blame] | 287 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 288 | def p_field_directive_times(self, p): |
| 289 | '''field_directive_times : field_directive_plus''' |
| 290 | p[0] = p[1] |
| 291 | |
| 292 | def p_field_directive_times2(self, p): |
| 293 | '''field_directive_times : empty''' |
| 294 | p[0] = [] |
| 295 | |
| 296 | def p_field_directive_plus(self, p): |
| 297 | '''field_directive_plus : field_directive |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 298 | | field_directive_plus COMMA field_directive''' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 299 | if len(p) == 2: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 300 | p[0] = [LU(p, 1)] |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 301 | else: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 302 | p[0] = p[1] + [LU(p, 3)] |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 303 | |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 304 | def p_dotname(self, p): |
| 305 | '''dotname : NAME |
| 306 | | dotname DOT NAME''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 307 | if len(p) == 2: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 308 | p[0] = [LU(p, 1)] |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 309 | else: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 310 | p[0] = p[1] + [LU(p, 3)] |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 311 | |
| 312 | # Hack for cases when there is a field named 'message' or 'max' |
| 313 | def p_fieldName(self, p): |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 314 | '''field_name : STARTTOKEN |
| 315 | | NAME |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 316 | | MESSAGE |
| 317 | | MAX''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 318 | p[0] = Name(LU.i(p, 1)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 319 | self.lh.set_parse_object(p[0], p) |
| 320 | p[0].deriveLex() |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 321 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 322 | def p_field_type(self, p): |
| 323 | '''field_type : primitive_type''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 324 | p[0] = FieldType(LU.i(p, 1)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 325 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 326 | |
| 327 | def p_field_type2(self, p): |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 328 | '''field_type : dotname''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 329 | p[0] = DotName(LU.i(p, 1)) |
| 330 | self.lh.set_parse_object(p[0], p) |
| 331 | p[0].deriveLex() |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 332 | |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 333 | def p_slash_name(self, p): |
Sapan Bhatia | 2ddf83a | 2017-06-10 04:31:40 -0700 | [diff] [blame] | 334 | '''slash_name : SLASH dotname''' |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 335 | p[0] = p[2] |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 336 | # self.lh.set_parse_object(p[0], p) |
Sapan Bhatia | 78fee77 | 2017-04-21 19:00:48 +0200 | [diff] [blame] | 337 | |
| 338 | def p_slash_name2(self, p): |
| 339 | '''slash_name : empty''' |
| 340 | p[0] = None |
| 341 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 342 | def p_colon_fieldname(self, p): |
| 343 | '''colon_fieldname : COLON field_name''' |
| 344 | p[0] = p[2] |
| 345 | self.lh.set_parse_object(p[0], p) |
| 346 | |
| 347 | def p_colon_fieldname2(self, p): |
| 348 | '''colon_fieldname : empty''' |
| 349 | p[0] = None |
| 350 | |
| 351 | # TODO: Add directives to link definition |
| 352 | def p_link_definition(self, p): |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 353 | ''' |
| 354 | link_definition : field_modifier link_type field_name policy_opt ARROW dotname slash_name colon_fieldname EQ field_id field_directives SEMI |
| 355 | ''' |
| 356 | |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 357 | p[0] = LinkSpec( |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 358 | FieldDefinition( |
| 359 | LU.i( |
| 360 | p, 1), Name('int32'), LU.i( |
| 361 | p, 3), LU.i( |
| 362 | p, 4), LU.i( |
| 363 | p, 10), [ |
| 364 | FieldDirective( |
| 365 | Name('type'), Name('link')), FieldDirective( |
| 366 | Name('model'), LU.i( |
| 367 | p, 6))] + srcPort( |
| 368 | LU.i( |
| 369 | p, 8)) + LU.i( |
| 370 | p, 11)), LinkDefinition( |
| 371 | LU.i( |
| 372 | p, 2), LU.i( |
| 373 | p, 3), LU.i( |
| 374 | p, 6), LU.i( |
| 375 | p, 7), LU.i( |
| 376 | p, 8))) |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 377 | |
| 378 | self.lh.set_parse_object(p[0], p) |
| 379 | |
Scott Baker | ba36b49 | 2018-09-28 17:18:41 -0700 | [diff] [blame] | 380 | # TODO: Add directives to link definition |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 381 | def p_link_definition_with_reverse(self, p): |
| 382 | ''' |
| 383 | link_definition_with_reverse : field_modifier link_type field_name policy_opt ARROW dotname slash_name colon_fieldname EQ field_id COLON reverse_id field_directives SEMI |
| 384 | ''' |
Scott Baker | ba36b49 | 2018-09-28 17:18:41 -0700 | [diff] [blame] | 385 | p[0] = LinkSpec( |
| 386 | FieldDefinition( |
| 387 | LU.i( |
| 388 | p, 1), Name('int32'), LU.i( |
| 389 | p, 3), LU.i( |
| 390 | p, 4), LU.i( |
| 391 | p, 10), [ |
| 392 | FieldDirective( |
| 393 | Name('type'), Name('link')), FieldDirective( |
| 394 | Name('model'), LU.i( |
| 395 | p, 6))] + srcPort( |
| 396 | LU.i( |
| 397 | p, 8)) + LU.i( |
| 398 | p, 13)), LinkDefinition( |
| 399 | LU.i( |
| 400 | p, 2), LU.i( |
| 401 | p, 3), LU.i( |
| 402 | p, 6), LU.i( |
| 403 | p, 7), LU.i( |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 404 | p, 8), reverse_id=LU.i(p, 12))) |
Scott Baker | ba36b49 | 2018-09-28 17:18:41 -0700 | [diff] [blame] | 405 | |
| 406 | self.lh.set_parse_object(p[0], p) |
| 407 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 408 | # Root of the field declaration. |
| 409 | def p_field_definition(self, p): |
Sapan Bhatia | a368602 | 2017-06-24 07:24:19 -0700 | [diff] [blame] | 410 | '''field_definition : field_modifier field_type field_name policy_opt EQ field_id field_directives SEMI''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 411 | p[0] = FieldDefinition( |
| 412 | LU.i( |
| 413 | p, 1), LU.i( |
| 414 | p, 2), LU.i( |
| 415 | p, 3), LU.i( |
| 416 | p, 4), LU.i( |
| 417 | p, 6), LU.i( |
| 418 | p, 7)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 419 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 420 | |
| 421 | # Root of the enum field declaration. |
| 422 | def p_enum_field(self, p): |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 423 | '''enum_field : field_name EQ NUM SEMI''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 424 | p[0] = EnumFieldDefinition(LU.i(p, 1), LU.i(p, 3)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 425 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 426 | |
| 427 | def p_enum_body_part(self, p): |
| 428 | '''enum_body_part : enum_field |
| 429 | | option_directive''' |
| 430 | p[0] = p[1] |
| 431 | |
| 432 | def p_enum_body(self, p): |
| 433 | '''enum_body : enum_body_part |
| 434 | | enum_body enum_body_part''' |
| 435 | if len(p) == 2: |
| 436 | p[0] = [p[1]] |
| 437 | else: |
| 438 | p[0] = p[1] + [p[2]] |
| 439 | |
| 440 | def p_enum_body_opt(self, p): |
| 441 | '''enum_body_opt : empty''' |
| 442 | p[0] = [] |
| 443 | |
| 444 | def p_enum_body_opt2(self, p): |
| 445 | '''enum_body_opt : enum_body''' |
| 446 | p[0] = p[1] |
| 447 | |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 448 | def p_reduce_definition(self, p): |
| 449 | '''reduce_definition : REDUCE NAME POLICYBODY''' |
| 450 | ltxt = p[3].lstrip('<').rstrip('>') |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 451 | al = ast.parse(ltxt).body[0] |
| 452 | if not isinstance(al, ast.Expr): |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 453 | raise PythonError("reduce operator needs to be an expression") |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 454 | elif not isinstance(al.value, ast.Lambda): |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 455 | raise PythonError("reduce operator needs to be a lambda") |
| 456 | |
| 457 | p[0] = ReduceDefinition(Name(LU.i(p, 2)), ltxt) |
| 458 | self.lh.set_parse_object(p[0], p) |
| 459 | |
| 460 | def p_map_definition(self, p): |
| 461 | '''map_definition : MAP NAME POLICYBODY''' |
| 462 | ltxt = p[3].lstrip('<').rstrip('>') |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 463 | al = ast.parse(ltxt).body[0] |
| 464 | if not isinstance(al, ast.Expr): |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 465 | raise PythonError("map operator needs to be an expression") |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 466 | elif not isinstance(al.value, ast.Lambda): |
Sapan Bhatia | ad79fee | 2017-06-26 23:35:57 -0700 | [diff] [blame] | 467 | raise PythonError("map operator needs to be a lambda") |
| 468 | |
| 469 | p[0] = MapDefinition(Name(LU.i(p, 2)), ltxt) |
| 470 | self.lh.set_parse_object(p[0], p) |
| 471 | |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 472 | def p_policy_definition(self, p): |
| 473 | '''policy_definition : POLICY NAME POLICYBODY''' |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 474 | try: |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 475 | fol = self.fol_parser.parse(p[3], lexer=self.fol_lexer) |
| 476 | except FOLParsingError as e: |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 477 | lineno, lexpos, length = e.error_range |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 478 | raise ParsingError( |
| 479 | "Policy parsing error in policy %s" % |
| 480 | p[2], (p.lineno(3) + lineno, lexpos + p.lexpos(3), length)) |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 481 | p[0] = PolicyDefinition(Name(LU.i(p, 2)), fol) |
| 482 | self.lh.set_parse_object(p[0], p) |
| 483 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 484 | # Root of the enum declaration. |
| 485 | # enum_definition ::= 'enum' ident '{' { ident '=' integer ';' }* '}' |
| 486 | def p_enum_definition(self, p): |
| 487 | '''enum_definition : ENUM NAME LBRACE enum_body_opt RBRACE''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 488 | p[0] = EnumDefinition(Name(LU.i(p, 2)), LU.i(p, 4)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 489 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 490 | |
| 491 | def p_extensions_to(self, p): |
| 492 | '''extensions_to : MAX''' |
| 493 | p[0] = ExtensionsMax() |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 494 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 495 | |
| 496 | def p_extensions_to2(self, p): |
| 497 | '''extensions_to : NUM''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 498 | p[0] = LU.i(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 499 | |
| 500 | # extensions_definition ::= 'extensions' integer 'to' integer ';' |
| 501 | def p_extensions_definition(self, p): |
| 502 | '''extensions_definition : EXTENSIONS NUM TO extensions_to SEMI''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 503 | p[0] = ExtensionsDirective(LU.i(p, 2), LU.i(p, 4)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 504 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 505 | |
| 506 | # message_extension ::= 'extend' ident '{' message_body '}' |
| 507 | def p_message_extension(self, p): |
| 508 | '''message_extension : EXTEND NAME LBRACE message_body RBRACE''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 509 | p[0] = MessageExtension(Name(LU.i(p, 2)), LU.i(p, 4)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 510 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 511 | |
| 512 | def p_message_body_part(self, p): |
| 513 | '''message_body_part : field_definition |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 514 | | link_definition |
Scott Baker | ba36b49 | 2018-09-28 17:18:41 -0700 | [diff] [blame] | 515 | | link_definition_with_reverse |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 516 | | enum_definition |
Sapan Bhatia | 4a159ac | 2017-04-29 20:10:05 +0200 | [diff] [blame] | 517 | | option_directive |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 518 | | message_definition |
| 519 | | extensions_definition |
| 520 | | message_extension''' |
| 521 | p[0] = p[1] |
| 522 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 523 | # message_body ::= { field_definition | enum_definition | |
| 524 | # message_definition | extensions_definition | message_extension }* |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 525 | def p_message_body(self, p): |
| 526 | '''message_body : empty''' |
| 527 | p[0] = [] |
| 528 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 529 | # message_body ::= { field_definition | enum_definition | |
| 530 | # message_definition | extensions_definition | message_extension }* |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 531 | def p_message_body2(self, p): |
| 532 | '''message_body : message_body_part |
| 533 | | message_body message_body_part''' |
| 534 | if len(p) == 2: |
| 535 | p[0] = [p[1]] |
| 536 | else: |
| 537 | p[0] = p[1] + [p[2]] |
| 538 | |
| 539 | # Root of the message declaration. |
| 540 | # message_definition = MESSAGE_ - ident("messageId") + LBRACE + message_body("body") + RBRACE |
| 541 | def p_message_definition(self, p): |
Sapan Bhatia | a368602 | 2017-06-24 07:24:19 -0700 | [diff] [blame] | 542 | '''message_definition : MESSAGE NAME policy_opt csv_expr LBRACE message_body RBRACE''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 543 | p[0] = MessageDefinition( |
| 544 | Name( |
| 545 | LU.i( |
| 546 | p, 2)), LU.i( |
| 547 | p, 3), LU.i( |
| 548 | p, 4), LU.i( |
| 549 | p, 6)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 550 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 551 | |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 552 | # method_definition ::= 'rpc' ident '(' [ ident ] ')' 'returns' '(' [ |
| 553 | # ident ] ')' ';' |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 554 | def p_method_definition(self, p): |
| 555 | '''method_definition : RPC NAME LPAR NAME RPAR RETURNS LPAR NAME RPAR''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 556 | p[0] = MethodDefinition( |
| 557 | Name( |
| 558 | LU.i( |
| 559 | p, 2)), Name( |
| 560 | LU.i( |
| 561 | p, 4)), Name( |
| 562 | LU.i( |
| 563 | p, 8))) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 564 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 565 | |
| 566 | def p_method_definition_opt(self, p): |
| 567 | '''method_definition_opt : empty''' |
| 568 | p[0] = [] |
| 569 | |
| 570 | def p_method_definition_opt2(self, p): |
| 571 | '''method_definition_opt : method_definition |
| 572 | | method_definition_opt method_definition''' |
| 573 | if len(p) == 2: |
| 574 | p[0] = [p[1]] |
| 575 | else: |
| 576 | p[0] = p[1] + [p[2]] |
| 577 | |
| 578 | # service_definition ::= 'service' ident '{' method_definition* '}' |
| 579 | # service_definition = SERVICE_ - ident("serviceName") + LBRACE + ZeroOrMore(Group(method_definition)) + RBRACE |
| 580 | def p_service_definition(self, p): |
Sapan Bhatia | b122587 | 2017-03-29 20:47:47 +0200 | [diff] [blame] | 581 | '''service_definition : _SERVICE NAME LBRACE method_definition_opt RBRACE''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 582 | p[0] = ServiceDefinition(Name(LU.i(p, 2)), LU.i(p, 4)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 583 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 584 | |
| 585 | # package_directive ::= 'package' ident [ '.' ident]* ';' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 586 | def p_package_directive(self, p): |
Dusan Klinec | a4fae11 | 2014-11-10 08:50:27 +0100 | [diff] [blame] | 587 | '''package_directive : PACKAGE dotname SEMI''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 588 | p[0] = PackageStatement(Name(LU.i(p, 2))) |
| 589 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 590 | |
| 591 | # import_directive = IMPORT_ - quotedString("importFileSpec") + SEMI |
| 592 | def p_import_directive(self, p): |
| 593 | '''import_directive : IMPORT STRING_LITERAL SEMI''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 594 | p[0] = ImportStatement(Literal(LU.i(p, 2))) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 595 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 596 | |
| 597 | def p_option_rvalue(self, p): |
| 598 | '''option_rvalue : NUM |
| 599 | | TRUE |
| 600 | | FALSE''' |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 601 | p[0] = LU(p, 1) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 602 | |
| 603 | def p_option_rvalue2(self, p): |
| 604 | '''option_rvalue : STRING_LITERAL''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 605 | p[0] = Literal(LU(p, 1)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 606 | |
| 607 | def p_option_rvalue3(self, p): |
| 608 | '''option_rvalue : NAME''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 609 | p[0] = Name(LU.i(p, 1)) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 610 | |
| 611 | # option_directive = OPTION_ - ident("optionName") + EQ + quotedString("optionValue") + SEMI |
| 612 | def p_option_directive(self, p): |
| 613 | '''option_directive : OPTION NAME EQ option_rvalue SEMI''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 614 | p[0] = OptionStatement(Name(LU.i(p, 2)), LU.i(p, 4)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 615 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 616 | |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 617 | # topLevelStatement = Group(message_definition | message_extension | enum_definition | service_definition | |
| 618 | # import_directive | option_directive | package_definition) |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 619 | def p_topLevel(self, p): |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 620 | '''topLevel : message_definition |
| 621 | | message_extension |
| 622 | | enum_definition |
Sapan Bhatia | 64c7251 | 2017-06-23 02:32:45 -0700 | [diff] [blame] | 623 | | policy_definition |
Sapan Bhatia | 89bbaa5 | 2017-06-28 22:58:15 -0700 | [diff] [blame] | 624 | | map_definition |
| 625 | | reduce_definition |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 626 | | service_definition |
| 627 | | import_directive |
Sapan Bhatia | ff86b01 | 2017-06-11 14:44:15 -0700 | [diff] [blame] | 628 | | package_directive |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 629 | | option_directive''' |
| 630 | p[0] = p[1] |
| 631 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 632 | def p_statements2(self, p): |
| 633 | '''statements : topLevel |
| 634 | | statements topLevel''' |
| 635 | if len(p) == 2: |
| 636 | p[0] = [p[1]] |
| 637 | else: |
| 638 | p[0] = p[1] + [p[2]] |
| 639 | |
| 640 | def p_statements(self, p): |
| 641 | '''statements : empty''' |
| 642 | p[0] = [] |
| 643 | |
| 644 | # parser = Optional(package_directive) + ZeroOrMore(topLevelStatement) |
Dusan Klinec | c9b031a | 2014-11-10 13:21:08 +0100 | [diff] [blame] | 645 | def p_protofile(self, p): |
Sapan Bhatia | ff86b01 | 2017-06-11 14:44:15 -0700 | [diff] [blame] | 646 | '''protofile : statements''' |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 647 | p[0] = ProtoFile(LU.i(p, 1)) |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 648 | self.lh.set_parse_object(p[0], p) |
Dusan Klinec | c9b031a | 2014-11-10 13:21:08 +0100 | [diff] [blame] | 649 | |
| 650 | # Parsing starting point |
| 651 | def p_goal(self, p): |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 652 | '''goal : STARTTOKEN protofile''' |
Dusan Klinec | c9b031a | 2014-11-10 13:21:08 +0100 | [diff] [blame] | 653 | p[0] = p[2] |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 654 | |
| 655 | def p_error(self, p): |
Scott Baker | ea3cbf0 | 2019-06-03 11:48:38 -0700 | [diff] [blame^] | 656 | if p is None: |
| 657 | # Omitting the closing brace on a message is one way to cause this to happen. |
| 658 | # Looking up the call stack implies this might be when the parser hits EOF. |
| 659 | raise ParsingError("Parsing Error, unknown token, maybe at end of file", None) |
| 660 | else: |
| 661 | raise ParsingError("Parsing Error", (p.lineno, p.lexpos, len(p.value))) |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 662 | |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 663 | |
| 664 | class ProtobufAnalyzer(object): |
| 665 | |
| 666 | def __init__(self): |
Sapan Bhatia | 9c57972 | 2018-01-12 13:45:09 -0500 | [diff] [blame] | 667 | self.lexer = lex.lex(module=ProtobufLexer()) |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 668 | self.parser = yacc.yacc( |
| 669 | module=ProtobufParser(), |
| 670 | start='goal', |
| 671 | debug=0, |
| 672 | outputdir='/tmp') |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 673 | |
| 674 | def tokenize_string(self, code): |
| 675 | self.lexer.input(code) |
| 676 | for token in self.lexer: |
| 677 | print(token) |
| 678 | |
| 679 | def tokenize_file(self, _file): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 680 | if isinstance(_file, str): |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 681 | _file = open(_file) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 682 | content = '' |
| 683 | for line in _file: |
| 684 | content += line |
| 685 | return self.tokenize_string(content) |
| 686 | |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 687 | def parse_string(self, code, debug=0, lineno=1, prefix='+'): |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 688 | self.lexer.lineno = lineno |
Dusan Klinec | aa9ff47 | 2014-11-10 18:02:03 +0100 | [diff] [blame] | 689 | self.parser.offset = len(prefix) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 690 | return self.parser.parse(prefix + code, lexer=self.lexer, debug=debug) |
| 691 | |
| 692 | def parse_file(self, _file, debug=0): |
Zack Williams | be7f36d | 2018-02-02 11:37:11 -0700 | [diff] [blame] | 693 | if isinstance(_file, str): |
Zack Williams | 28f1e49 | 2019-02-01 10:02:56 -0700 | [diff] [blame] | 694 | _file = open(_file) |
Dusan Klinec | ccaa0d9 | 2014-11-09 03:21:31 +0100 | [diff] [blame] | 695 | content = '' |
| 696 | for line in _file: |
| 697 | content += line |
| 698 | return self.parse_string(content, debug=debug) |