Mercurial > octave-nkf
annotate src/lex.h @ 11515:6dbf9bcce90e
more data member initialization fixes
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Thu, 13 Jan 2011 10:00:13 -0500 |
parents | 21b5284fa78d |
children | fd0a3ac60b0e |
rev | line source |
---|---|
1 | 1 /* |
2 | |
7017 | 3 Copyright (C) 1993, 1994, 1995, 1996, 1997, 1998, 1999, 2000, 2002, |
8920 | 4 2003, 2004, 2005, 2006, 2007, 2008, 2009 John W. Eaton |
1 | 5 |
6 This file is part of Octave. | |
7 | |
8 Octave is free software; you can redistribute it and/or modify it | |
9 under the terms of the GNU General Public License as published by the | |
7016 | 10 Free Software Foundation; either version 3 of the License, or (at your |
11 option) any later version. | |
1 | 12 |
13 Octave is distributed in the hope that it will be useful, but WITHOUT | |
14 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
15 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
16 for more details. | |
17 | |
18 You should have received a copy of the GNU General Public License | |
7016 | 19 along with Octave; see the file COPYING. If not, see |
20 <http://www.gnu.org/licenses/>. | |
1 | 21 |
22 */ | |
23 | |
383 | 24 #if !defined (octave_lex_h) |
25 #define octave_lex_h 1 | |
1 | 26 |
8745
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
27 #include <list> |
11464
21b5284fa78d
avoid error when parsing nested functions
John W. Eaton <jwe@octave.org>
parents:
11367
diff
changeset
|
28 #include <stack> |
8745
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
29 |
5775 | 30 // FIXME -- these input buffer things should be members of a |
1826 | 31 // parser input stream class. |
32 | |
1 | 33 typedef struct yy_buffer_state *YY_BUFFER_STATE; |
34 | |
35 // Associate a buffer with a new file to read. | |
9247
b2790fd23800
More export symbols to allow usage from an IDE.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
8920
diff
changeset
|
36 extern OCTINTERP_API YY_BUFFER_STATE create_buffer (FILE *f); |
1 | 37 |
38 // Report the current buffer. | |
9247
b2790fd23800
More export symbols to allow usage from an IDE.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
8920
diff
changeset
|
39 extern OCTINTERP_API YY_BUFFER_STATE current_buffer (void); |
1 | 40 |
41 // Connect to new buffer buffer. | |
9247
b2790fd23800
More export symbols to allow usage from an IDE.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
8920
diff
changeset
|
42 extern OCTINTERP_API void switch_to_buffer (YY_BUFFER_STATE buf); |
1 | 43 |
44 // Delete a buffer. | |
9247
b2790fd23800
More export symbols to allow usage from an IDE.
Michael Goffioul <michael.goffioul@gmail.com>
parents:
8920
diff
changeset
|
45 extern OCTINTERP_API void delete_buffer (YY_BUFFER_STATE buf); |
1 | 46 |
4867 | 47 // Is the given string a keyword? |
48 extern bool is_keyword (const std::string& s); | |
49 | |
9474
25ed2d6aacf6
Parse nested functions more accurately.
David Grundberg <individ@acc.umu.se>
parents:
9396
diff
changeset
|
50 extern void prep_lexer_for_script_file (void); |
25ed2d6aacf6
Parse nested functions more accurately.
David Grundberg <individ@acc.umu.se>
parents:
9396
diff
changeset
|
51 extern void prep_lexer_for_function_file (void); |
7715
5b4d278ec828
parse scripts completely before executing
John W. Eaton <jwe@octave.org>
parents:
7634
diff
changeset
|
52 |
1826 | 53 // For communication between the lexer and parser. |
54 | |
3585 | 55 class |
56 lexical_feedback | |
1826 | 57 { |
58 public: | |
59 | |
11515
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
60 lexical_feedback (void) |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
61 : bracketflag (0), braceflag (0), looping (0), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
62 convert_spaces_to_comma (true), at_beginning_of_statement (true), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
63 defining_func (0), looking_at_function_handle (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
64 looking_at_return_list (false), looking_at_parameter_list (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
65 looking_at_decl_list (false), looking_at_initializer_expression (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
66 looking_at_matrix_or_assign_lhs (false), looking_at_object_index (), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
67 looking_for_object_index (false), looking_at_indirect_ref (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
68 parsed_function_name (), parsing_class_method (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
69 maybe_classdef_get_set_method (false), parsing_classdef (false), |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
70 quote_is_transpose (false), pending_local_variables () |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
71 { |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
72 init (); |
6dbf9bcce90e
more data member initialization fixes
John W. Eaton <jwe@octave.org>
parents:
11464
diff
changeset
|
73 } |
1826 | 74 |
75 ~lexical_feedback (void) { } | |
76 | |
77 void init (void); | |
78 | |
3351 | 79 // Square bracket level count. |
80 int bracketflag; | |
1826 | 81 |
4613 | 82 // Curly brace level count. |
83 int braceflag; | |
84 | |
2877 | 85 // TRUE means we're in the middle of defining a loop. |
1826 | 86 int looping; |
87 | |
2877 | 88 // TRUE means that we should convert spaces to a comma inside a |
2857 | 89 // matrix definition. |
90 bool convert_spaces_to_comma; | |
91 | |
8746
5dd06f19e9be
handle commands in the lexer
John W. Eaton <jwe@octave.org>
parents:
8745
diff
changeset
|
92 // TRUE means we are at the beginning of a statement, where a |
5dd06f19e9be
handle commands in the lexer
John W. Eaton <jwe@octave.org>
parents:
8745
diff
changeset
|
93 // command name is possible. |
5dd06f19e9be
handle commands in the lexer
John W. Eaton <jwe@octave.org>
parents:
8745
diff
changeset
|
94 bool at_beginning_of_statement; |
5dd06f19e9be
handle commands in the lexer
John W. Eaton <jwe@octave.org>
parents:
8745
diff
changeset
|
95 |
11367
b2191ebea12f
don't process input_event_hook when we are parsing a function
John W. Eaton <jwe@octave.org>
parents:
10160
diff
changeset
|
96 // Nonzero means we're in the middle of defining a function. |
b2191ebea12f
don't process input_event_hook when we are parsing a function
John W. Eaton <jwe@octave.org>
parents:
10160
diff
changeset
|
97 int defining_func; |
2857 | 98 |
4930 | 99 // Nonzero means we are parsing a function handle. |
100 int looking_at_function_handle; | |
101 | |
2877 | 102 // TRUE means we're parsing the return list for a function. |
2857 | 103 bool looking_at_return_list; |
104 | |
2877 | 105 // TRUE means we're parsing the parameter list for a function. |
2857 | 106 bool looking_at_parameter_list; |
107 | |
8701
1652e39b934e
handle command names in declaration lists
John W. Eaton <jwe@octave.org>
parents:
8001
diff
changeset
|
108 // TRUE means we're parsing a declaration list (global or |
1652e39b934e
handle command names in declaration lists
John W. Eaton <jwe@octave.org>
parents:
8001
diff
changeset
|
109 // persistent). |
1652e39b934e
handle command names in declaration lists
John W. Eaton <jwe@octave.org>
parents:
8001
diff
changeset
|
110 bool looking_at_decl_list; |
1652e39b934e
handle command names in declaration lists
John W. Eaton <jwe@octave.org>
parents:
8001
diff
changeset
|
111 |
7634
ae90e05ad299
fix parameter list initializer bug
John W. Eaton <jwe@octave.org>
parents:
7336
diff
changeset
|
112 // TRUE means we are looking at the initializer expression for a |
ae90e05ad299
fix parameter list initializer bug
John W. Eaton <jwe@octave.org>
parents:
7336
diff
changeset
|
113 // parameter list element. |
ae90e05ad299
fix parameter list initializer bug
John W. Eaton <jwe@octave.org>
parents:
7336
diff
changeset
|
114 bool looking_at_initializer_expression; |
ae90e05ad299
fix parameter list initializer bug
John W. Eaton <jwe@octave.org>
parents:
7336
diff
changeset
|
115 |
3189 | 116 // TRUE means we're parsing a matrix or the left hand side of |
117 // multi-value assignment statement. | |
118 bool looking_at_matrix_or_assign_lhs; | |
119 | |
8745
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
120 // If the front of the list is TRUE, the closest paren, brace, or |
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
121 // bracket nesting is an index for an object. |
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
122 std::list<bool> looking_at_object_index; |
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
123 |
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
124 // Object index not possible until we've seen something. |
6dc61981d18b
better handling of object indexing in lexer
John W. Eaton <jwe@octave.org>
parents:
8701
diff
changeset
|
125 bool looking_for_object_index; |
4234 | 126 |
2857 | 127 // GAG. Stupid kludge so that [[1,2][3,4]] will work. |
128 bool do_comma_insert; | |
129 | |
2877 | 130 // TRUE means we're looking at an indirect reference to a |
2857 | 131 // structure element. |
132 bool looking_at_indirect_ref; | |
133 | |
11464
21b5284fa78d
avoid error when parsing nested functions
John W. Eaton <jwe@octave.org>
parents:
11367
diff
changeset
|
134 // If the top of the stack is TRUE, then we've already seen the name |
21b5284fa78d
avoid error when parsing nested functions
John W. Eaton <jwe@octave.org>
parents:
11367
diff
changeset
|
135 // of the current function. Should only matter if |
21b5284fa78d
avoid error when parsing nested functions
John W. Eaton <jwe@octave.org>
parents:
11367
diff
changeset
|
136 // current_function_level > 0 |
21b5284fa78d
avoid error when parsing nested functions
John W. Eaton <jwe@octave.org>
parents:
11367
diff
changeset
|
137 std::stack<bool> parsed_function_name; |
2877 | 138 |
9476 | 139 // TRUE means we are parsing a class method in function or classdef file. |
7336 | 140 bool parsing_class_method; |
141 | |
9476 | 142 // TRUE means we are parsing a class method declaration line in a |
143 // classdef file and can accept a property get or set method name. | |
144 // For example, "get.PropertyName" is recognized as a function name. | |
145 bool maybe_classdef_get_set_method; | |
146 | |
147 // TRUE means we are parsing a classdef file | |
148 bool parsing_classdef; | |
149 | |
1826 | 150 // Return transpose or start a string? |
2857 | 151 bool quote_is_transpose; |
1826 | 152 |
8001
ff9e7873f8ea
improve handling of command-style names in matrix_or_assign_lhs context
John W. Eaton <jwe@octave.org>
parents:
7723
diff
changeset
|
153 // Set of identifiers that might be local variable names. |
ff9e7873f8ea
improve handling of command-style names in matrix_or_assign_lhs context
John W. Eaton <jwe@octave.org>
parents:
7723
diff
changeset
|
154 std::set<std::string> pending_local_variables; |
ff9e7873f8ea
improve handling of command-style names in matrix_or_assign_lhs context
John W. Eaton <jwe@octave.org>
parents:
7723
diff
changeset
|
155 |
1826 | 156 private: |
157 | |
158 lexical_feedback (const lexical_feedback&); | |
159 | |
160 lexical_feedback& operator = (const lexical_feedback&); | |
161 }; | |
162 | |
7720
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
163 class |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
164 stream_reader |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
165 { |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
166 public: |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
167 virtual int getc (void) = 0; |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
168 virtual int ungetc (int c) = 0; |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
169 |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
170 protected: |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
171 stream_reader (void) { } |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
172 ~stream_reader (void) { } |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
173 |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
174 private: |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
175 |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
176 // No copying! |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
177 stream_reader (const stream_reader&); |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
178 stream_reader& operator = (const stream_reader&); |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
179 }; |
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
180 |
7723
74f5e0c7de9e
first pass at handling block comments
John W. Eaton <jwe@octave.org>
parents:
7720
diff
changeset
|
181 extern std::string |
74f5e0c7de9e
first pass at handling block comments
John W. Eaton <jwe@octave.org>
parents:
7720
diff
changeset
|
182 grab_comment_block (stream_reader& reader, bool at_bol, bool& eof); |
7720
4e2eafef689c
unify comment and help text processing in lex.l and parse.y
John W. Eaton <jwe@octave.org>
parents:
7715
diff
changeset
|
183 |
3883 | 184 // TRUE means that we have encountered EOF on the input stream. |
185 extern bool parser_end_of_input; | |
186 | |
1826 | 187 // Flags that need to be shared between the lexer and parser. |
188 extern lexical_feedback lexer_flags; | |
440 | 189 |
1 | 190 #endif |