Mercurial > octave
annotate libinterp/parse-tree/token.h @ 16255:12bf6a3f8c45
store more info in token value class
* token.h, token.cc: Store token ID and trailing space info
* lex.h, lex.ll (lexical_feedback::token_cache): Handle storing and
retrieving extra info in the lexer.
author | John W. Eaton <jwe@octave.org> |
---|---|
date | Mon, 11 Mar 2013 14:08:50 -0400 |
parents | ec9c6222ef5a |
children | b28062b977fd db7f07b22b9b |
rev | line source |
---|---|
142 | 1 /* |
2 | |
14138
72c96de7a403
maint: update copyright notices for 2012
John W. Eaton <jwe@octave.org>
parents:
13249
diff
changeset
|
3 Copyright (C) 1993-2012 John W. Eaton |
142 | 4 |
5 This file is part of Octave. | |
6 | |
7 Octave is free software; you can redistribute it and/or modify it | |
8 under the terms of the GNU General Public License as published by the | |
7016 | 9 Free Software Foundation; either version 3 of the License, or (at your |
10 option) any later version. | |
142 | 11 |
12 Octave is distributed in the hope that it will be useful, but WITHOUT | |
13 ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License | |
15 for more details. | |
16 | |
17 You should have received a copy of the GNU General Public License | |
7016 | 18 along with Octave; see the file COPYING. If not, see |
19 <http://www.gnu.org/licenses/>. | |
142 | 20 |
21 */ | |
22 | |
383 | 23 #if !defined (octave_token_h) |
24 #define octave_token_h 1 | |
142 | 25 |
1755 | 26 #include <string> |
27 | |
16134
ec9c6222ef5a
move static parser helper functions to octave_parser class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
28 #include "symtab.h" |
ec9c6222ef5a
move static parser helper functions to octave_parser class
John W. Eaton <jwe@octave.org>
parents:
15195
diff
changeset
|
29 |
453 | 30 class |
31 token | |
142 | 32 { |
33 public: | |
3548 | 34 |
142 | 35 enum token_type |
36 { | |
37 generic_token, | |
38 string_token, | |
39 double_token, | |
40 ettype_token, | |
9476 | 41 sym_rec_token, |
42 scls_rec_token, | |
43 meta_rec_token | |
142 | 44 }; |
45 | |
46 enum end_tok_type | |
47 { | |
48 simple_end, | |
9476 | 49 classdef_end, |
13249
7861a5fd3479
accept enumeration keyword
John W. Eaton <jwe@octave.org>
parents:
13245
diff
changeset
|
50 enumeration_end, |
9476 | 51 events_end, |
142 | 52 for_end, |
53 function_end, | |
54 if_end, | |
9476 | 55 methods_end, |
13245
027a2186cd90
parfor keyword and infrastructure, but handle parfor as normal for loop for now
John W. Eaton <jwe@octave.org>
parents:
11523
diff
changeset
|
56 parfor_end, |
9476 | 57 properties_end, |
2764 | 58 switch_end, |
142 | 59 while_end, |
1489 | 60 try_catch_end, |
3548 | 61 unwind_protect_end |
142 | 62 }; |
63 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
64 token (int tv, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
65 token (int tv, const std::string& s, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
66 token (int tv, double d, const std::string& s = std::string (), |
10313 | 67 int l = -1, int c = -1); |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
68 token (int tv, end_tok_type t, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
69 token (int tv, symbol_table::symbol_record *s, int l = -1, int c = -1); |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
70 token (int tv, symbol_table::symbol_record *cls, |
9476 | 71 symbol_table::symbol_record *pkg, int l = -1, int c = -1); |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
72 token (int tv, symbol_table::symbol_record *mth, |
9476 | 73 symbol_table::symbol_record *cls, |
74 symbol_table::symbol_record *pkg, int l = -1, int c = -1); | |
142 | 75 |
1755 | 76 ~token (void); |
142 | 77 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
78 void mark_trailing_space (void) { tspc = true; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
79 bool space_follows_token (void) const { return tspc; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
80 |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
81 int token_value (void) const { return tok_val; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
82 bool token_value_is (int tv) const { return tv == tok_val; } |
142 | 83 |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
84 int line (void) const { return line_num; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
85 int column (void) const { return column_num; } |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
86 |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
87 std::string text (void) const; |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
88 double number (void) const; |
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
89 end_tok_type ettype (void) const; |
7336 | 90 symbol_table::symbol_record *sym_rec (void); |
142 | 91 |
9476 | 92 symbol_table::symbol_record *method_rec (void); |
93 symbol_table::symbol_record *class_rec (void); | |
94 symbol_table::symbol_record *package_rec (void); | |
95 | |
96 symbol_table::symbol_record *meta_class_rec (void); | |
97 symbol_table::symbol_record *meta_package_rec (void); | |
98 | |
3523 | 99 std::string text_rep (void); |
581 | 100 |
142 | 101 private: |
3552 | 102 |
103 // No copying! | |
104 | |
1288 | 105 token (const token& tok); |
3552 | 106 |
1288 | 107 token& operator = (const token& tok); |
108 | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
109 bool tspc; |
142 | 110 int line_num; |
111 int column_num; | |
16255
12bf6a3f8c45
store more info in token value class
John W. Eaton <jwe@octave.org>
parents:
16134
diff
changeset
|
112 int tok_val; |
142 | 113 token_type type_tag; |
114 union | |
115 { | |
3523 | 116 std::string *str; |
142 | 117 double num; |
118 end_tok_type et; | |
7336 | 119 symbol_table::symbol_record *sr; |
9476 | 120 struct |
121 { | |
122 symbol_table::symbol_record *mr; | |
123 symbol_table::symbol_record *cr; | |
124 symbol_table::symbol_record *pr; | |
125 } sc; | |
126 struct | |
127 { | |
128 symbol_table::symbol_record *cr; | |
129 symbol_table::symbol_record *pr; | |
130 } mc; | |
142 | 131 }; |
3523 | 132 std::string orig_text; |
142 | 133 }; |
134 | |
135 #endif |