1 /**************************************************************
2 *
3 * Licensed to the Apache Software Foundation (ASF) under one
4 * or more contributor license agreements. See the NOTICE file
5 * distributed with this work for additional information
6 * regarding copyright ownership. The ASF licenses this file
7 * to you under the Apache License, Version 2.0 (the
8 * "License"); you may not use this file except in compliance
9 * with the License. You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing,
14 * software distributed under the License is distributed on an
15 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16 * KIND, either express or implied. See the License for the
17 * specific language governing permissions and limitations
18 * under the License.
19 *
20 *************************************************************/
21
22 #include <precomp.h>
23 #include "cx_c_std.hxx"
24
25 // NOT FULLY DECLARED SERVICES
26 #include "all_toks.hxx"
27 #include "cx_c_pp.hxx"
28 #include "cx_c_sub.hxx"
29 #include <tools/tkpchars.hxx>
30 #include <tokens/tkpstama.hxx>
31 #include <x_parse.hxx>
32 #include "c_dealer.hxx"
33
34 namespace cpp {
35
36 const intt C_nCppInitialNrOfStati = 600;
37 const intt C_nStatusSize = 128;
38
39 const uintt nF_fin_Error = 1;
40 const uintt nF_fin_CreateWithoutText = 2;
41 const uintt nF_fin_CreateWithText = 3;
42 const uintt nF_fin_Ignore = 4;
43 const uintt nF_fin_EOL = 5;
44 const uintt nF_fin_EOF = 6;
45 const uintt nF_fin_Bezeichner = 7;
46
47 const uintt nF_goto_Preprocessor = 10;
48 const uintt nF_goto_Comment = 11;
49 const uintt nF_goto_Docu = 12;
50 const uintt nF_goto_Const = 13;
51 const uintt nF_goto_UnblockMacro = 14;
52
53 // Token create functions for the state machine:
TCF_Identifier(const char * text)54 DYN TextToken * TCF_Identifier(const char * text) { return new Tok_Identifier(text); }
55
TCF_operator(const char *)56 DYN TextToken * TCF_operator(const char *) { return new Tok_operator; }
TCF_class(const char *)57 DYN TextToken * TCF_class(const char *) { return new Tok_class; }
TCF_struct(const char *)58 DYN TextToken * TCF_struct(const char *) { return new Tok_struct; }
TCF_union(const char *)59 DYN TextToken * TCF_union(const char *) { return new Tok_union; }
TCF_enum(const char *)60 DYN TextToken * TCF_enum(const char *) { return new Tok_enum; }
TCF_typedef(const char *)61 DYN TextToken * TCF_typedef(const char *) { return new Tok_typedef; }
TCF_public(const char *)62 DYN TextToken * TCF_public(const char *) { return new Tok_public; }
TCF_protected(const char *)63 DYN TextToken * TCF_protected(const char *) { return new Tok_protected; }
TCF_private(const char *)64 DYN TextToken * TCF_private(const char *) { return new Tok_private; }
TCF_template(const char *)65 DYN TextToken * TCF_template(const char *) { return new Tok_template; }
TCF_virtual(const char *)66 DYN TextToken * TCF_virtual(const char *) { return new Tok_virtual; }
TCF_friend(const char *)67 DYN TextToken * TCF_friend(const char *) { return new Tok_friend; }
TCF_Tilde(const char *)68 DYN TextToken * TCF_Tilde(const char *) { return new Tok_Tilde; }
TCF_const(const char *)69 DYN TextToken * TCF_const(const char *) { return new Tok_const; }
TCF_volatile(const char *)70 DYN TextToken * TCF_volatile(const char *) { return new Tok_volatile; }
TCF_extern(const char *)71 DYN TextToken * TCF_extern(const char *) { return new Tok_extern; }
TCF_static(const char *)72 DYN TextToken * TCF_static(const char *) { return new Tok_static; }
TCF_mutable(const char *)73 DYN TextToken * TCF_mutable(const char *) { return new Tok_mutable; }
TCF_register(const char *)74 DYN TextToken * TCF_register(const char *) { return new Tok_register; }
TCF_inline(const char *)75 DYN TextToken * TCF_inline(const char *) { return new Tok_inline; }
TCF_explicit(const char *)76 DYN TextToken * TCF_explicit(const char *) { return new Tok_explicit; }
TCF_namespace(const char *)77 DYN TextToken * TCF_namespace(const char *) { return new Tok_namespace; }
TCF_using(const char *)78 DYN TextToken * TCF_using(const char *) { return new Tok_using; }
TCF_throw(const char *)79 DYN TextToken * TCF_throw(const char *) { return new Tok_throw; }
TCF_SwBracketOpen(const char *)80 DYN TextToken * TCF_SwBracketOpen(const char *) { return new Tok_SwBracket_Left; }
TCF_SwBracketClose(const char *)81 DYN TextToken * TCF_SwBracketClose(const char *) { return new Tok_SwBracket_Right; }
TCF_ArBracketOpen(const char *)82 DYN TextToken * TCF_ArBracketOpen(const char *) { return new Tok_ArrayBracket_Left; }
TCF_ArBracketClose(const char *)83 DYN TextToken * TCF_ArBracketClose(const char *) { return new Tok_ArrayBracket_Right; }
TCF_BracketOpen(const char *)84 DYN TextToken * TCF_BracketOpen(const char *) { return new Tok_Bracket_Left; }
TCF_BracketClose(const char *)85 DYN TextToken * TCF_BracketClose(const char *) { return new Tok_Bracket_Right; }
TCF_DblColon(const char *)86 DYN TextToken * TCF_DblColon(const char *) { return new Tok_DoubleColon; }
TCF_Semikolon(const char *)87 DYN TextToken * TCF_Semikolon(const char *) { return new Tok_Semicolon; }
TCF_Komma(const char *)88 DYN TextToken * TCF_Komma(const char *) { return new Tok_Comma; }
TCF_Colon(const char *)89 DYN TextToken * TCF_Colon(const char *) { return new Tok_Colon; }
TCF_Zuweisung(const char *)90 DYN TextToken * TCF_Zuweisung(const char *) { return new Tok_Assign; }
TCF_Smaller(const char *)91 DYN TextToken * TCF_Smaller(const char *) { return new Tok_Less; }
TCF_Bigger(const char *)92 DYN TextToken * TCF_Bigger(const char *) { return new Tok_Greater; }
TCF_Stern(const char *)93 DYN TextToken * TCF_Stern(const char *) { return new Tok_Asterix; }
TCF_Ampersand(const char *)94 DYN TextToken * TCF_Ampersand(const char *) { return new Tok_AmpersAnd; }
TCF_Ellipse(const char *)95 DYN TextToken * TCF_Ellipse(const char *) { return new Tok_Ellipse; }
TCF_typename(const char *)96 DYN TextToken * TCF_typename(const char *) { return new Tok_typename; }
97
98 // Operators
TCF_Operator(const char * text)99 DYN TextToken * TCF_Operator(const char * text) { return new Tok_Operator(text); }
100
TCF_BuiltInType(const char * text)101 DYN TextToken * TCF_BuiltInType(const char * text) { return new Tok_BuiltInType(text); }
TCF_TypeModifier(const char * text)102 DYN TextToken * TCF_TypeModifier(const char * text) { return new Tok_TypeSpecializer(text); }
103
TCF_Eof(const char *)104 DYN TextToken * TCF_Eof(const char *) { return new Tok_Eof; }
105
106
107
Context_CppStd(DYN autodoc::TkpDocuContext & let_drContext_Docu)108 Context_CppStd::Context_CppStd( DYN autodoc::TkpDocuContext & let_drContext_Docu )
109 : Cx_Base(0),
110 aStateMachine(C_nStatusSize,C_nCppInitialNrOfStati),
111 pDocuContext(&let_drContext_Docu),
112 pContext_Comment(0),
113 pContext_Preprocessor(0),
114 pContext_ConstString(0),
115 pContext_ConstChar(0),
116 pContext_ConstNumeric(0),
117 pContext_UnblockMacro(0)
118 {
119 pDocuContext->SetParentContext(*this,"*/");
120
121 pContext_Comment = new Context_Comment(*this);
122 pContext_Preprocessor = new Context_Preprocessor(*this);
123 pContext_ConstString = new Context_ConstString(*this);
124 pContext_ConstChar = new Context_ConstChar(*this);
125 pContext_ConstNumeric = new Context_ConstNumeric(*this);
126 pContext_UnblockMacro = new Context_UnblockMacro(*this);
127
128 SetupStateMachine();
129 }
130
~Context_CppStd()131 Context_CppStd::~Context_CppStd()
132 {
133 }
134
135 void
ReadCharChain(CharacterSource & io_rText)136 Context_CppStd::ReadCharChain( CharacterSource & io_rText )
137 {
138 SetNewToken(0);
139
140 TextToken::F_CRTOK fTokenCreateFunction = 0;
141 StmBoundsStatus & rBound = aStateMachine.GetCharChain(fTokenCreateFunction, io_rText);
142
143 // !!!
144 // The order of the next two lines is essential, because
145 // pFollowUpContext may be changed by PerformStatusFunction() also,
146 // which then MUST override the previous assignment.
147 SetFollowUpContext(rBound.FollowUpContext());
148 PerformStatusFunction(rBound.StatusFunctionNr(), fTokenCreateFunction, io_rText);
149 }
150
151 void
AssignDealer(Distributor & o_rDealer)152 Context_CppStd::AssignDealer( Distributor & o_rDealer )
153 {
154 Cx_Base::AssignDealer(o_rDealer);
155
156 pDocuContext->AssignDealer(o_rDealer);
157 pContext_Comment->AssignDealer(o_rDealer);
158 pContext_Preprocessor->AssignDealer(o_rDealer);
159 pContext_ConstString->AssignDealer(o_rDealer);
160 pContext_ConstChar->AssignDealer(o_rDealer);
161 pContext_ConstNumeric->AssignDealer(o_rDealer);
162 pContext_UnblockMacro->AssignDealer(o_rDealer);
163 }
164
165 void
PerformStatusFunction(uintt i_nStatusSignal,F_CRTOK i_fTokenCreateFunction,CharacterSource & io_rText)166 Context_CppStd::PerformStatusFunction( uintt i_nStatusSignal,
167 F_CRTOK i_fTokenCreateFunction,
168 CharacterSource & io_rText )
169 {
170 switch (i_nStatusSignal)
171 {
172 case nF_fin_CreateWithoutText:
173 io_rText.CutToken();
174 csv_assert(i_fTokenCreateFunction != 0);
175 SetNewToken( (*i_fTokenCreateFunction)(0) );
176 break;
177 case nF_fin_CreateWithText:
178 csv_assert(i_fTokenCreateFunction != 0);
179 SetNewToken( (*i_fTokenCreateFunction)(io_rText.CutToken()) );
180 break;
181 case nF_fin_Ignore:
182 io_rText.CutToken();
183 SetNewToken(0);
184 break;
185 case nF_fin_EOL:
186 io_rText.CutToken();
187 SetNewToken(0);
188 Dealer().Deal_Eol();
189 break;
190 case nF_fin_EOF:
191 io_rText.CutToken();
192 SetNewToken( TCF_Eof(0) );
193 break;
194 case nF_fin_Bezeichner:
195 SetNewToken( TCF_Identifier(io_rText.CutToken()) );
196 break;
197
198 case nF_goto_Preprocessor:
199 io_rText.CutToken();
200 SetNewToken(0);
201 break;
202 case nF_goto_Comment:
203 SetNewToken(0);
204 pContext_Comment->SetMode_IsMultiLine( io_rText.CutToken()[1] == '*' );
205 break;
206 case nF_goto_Docu:
207 SetNewToken(0);
208 pDocuContext->SetMode_IsMultiLine( io_rText.CutToken()[1] == '*' );
209 break;
210 case nF_goto_Const:
211 SetNewToken(0);
212 break;
213 case nF_goto_UnblockMacro:
214 SetNewToken(0);
215 break;
216
217 case nF_fin_Error:
218 default:
219 {
220 char cCC = io_rText.CurChar();
221 String sCurChar( &cCC, 1 );
222 throw X_Parser( X_Parser::x_InvalidChar, sCurChar, String::Null_(), 0 );
223 }
224 } // end switch (i_nStatusSignal)
225 }
226
227 void
SetupStateMachine()228 Context_CppStd::SetupStateMachine()
229 {
230 // Besondere Array-Stati (kein Tokenabschluss oder Kontextwechsel):
231 // const INT16 top = 0; // Top-Status
232 const INT16 wht = 1; // Whitespace-Überlese-Status
233 const INT16 bez = 2; // Bezeichner-lese-Status
234
235 // Tokenfinish-Stati:
236 const INT16 finError = 3;
237 const INT16 finIgnore = 4;
238 const INT16 finBezeichner = 5;
239 const INT16 finKeyword = 6;
240 const INT16 finPunctuation = 7;
241 const INT16 finBiType = 8;
242 const INT16 finTypeModifier = 9;
243 const INT16 finEOL = 10;
244 const INT16 finEOF = 11;
245
246 // Kontextwechsel-Stati:
247 const INT16 gotoComment = 12;
248 const INT16 gotoDocu = 13;
249 const INT16 gotoPreprocessor = 14;
250 const INT16 gotoConstString = 15;
251 const INT16 gotoConstChar = 16;
252 const INT16 gotoConstNumeric = 17;
253 const INT16 gotoUnblockMacro = 18;
254
255 // Abbreviations to be used in status tables:
256 const INT16 err = finError;
257 const INT16 fig = finIgnore;
258 const INT16 fbz = finBezeichner;
259 const INT16 fof = finEOF;
260 const INT16 cst = gotoConstString;
261 const INT16 cch = gotoConstChar;
262 const INT16 cnr = gotoConstNumeric;
263
264
265 /// Zeros - '0' - will be replaced by AddToken().
266
267 const INT16 A_nTopStatus[C_nStatusSize] =
268 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
269 {fof,err,err,err,err,err,err,err,err,wht, 0,wht,wht, 0,err,err,
270 err,err,err,err,err,err,err,err,err,err,fof,err,err,err,err,err, // 16 ...
271 wht, 0,cst, 0,err, 0, 0,cch, 0, 0, 0, 0, 0, 0, 0, 0,
272 cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr, 0, 0, 0, 0, 0, 0, // 48 ...
273 0,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
274 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 0, 0, 0, 0,bez, // 80 ...
275 0,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
276 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 0, 0, 0, 0,err, // 80 ...
277 };
278
279 const INT16 A_nWhitespaceStatus[C_nStatusSize] =
280 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
281 {fof,err,err,err,err,err,err,err,err,wht,fig,wht,wht,fig,err,err,
282 err,err,err,err,err,err,err,err,err,err,fof,err,err,err,err,err, // 16 ...
283 wht,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,
284 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, // 48 ...
285 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,
286 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, // 80 ...
287 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,
288 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,err
289 };
290
291 const INT16 A_nBezeichnerStatus[C_nStatusSize] =
292 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
293 {fbz,err,err,err,err,err,err,err,err,fbz,fbz,fbz,fbz,fbz,err,err,
294 err,err,err,err,err,err,err,err,err,err,fbz,err,err,err,err,err, // 16 ...
295 fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,
296 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,fbz,fbz, // 48 ...
297 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
298 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,bez, // 80 ...
299 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
300 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,err
301 };
302
303
304 const INT16 A_nOperatorDefStatus[C_nStatusSize] =
305 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
306 {err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,
307 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 16 ...
308 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,
309 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 48 ...
310 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,
311 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 80 ...
312 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,
313 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err
314 };
315
316 const INT16 A_nBezDefStatus[C_nStatusSize] =
317 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
318 {fbz,err,err,err,err,err,err,err,err,fbz,fbz,fbz,fbz,fbz,err,err,
319 err,err,err,err,err,err,err,err,err,err,fbz,err,err,err,err,err, // 16 ...
320 fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,
321 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,fbz,fbz, // 48 ...
322 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
323 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,bez, // 80 ...
324 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,
325 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,err
326 };
327
328 DYN StmArrayStatus * dpStatusTop
329 = new StmArrayStatus( C_nStatusSize, A_nTopStatus, 0, true);
330 DYN StmArrayStatus * dpStatusWhite
331 = new StmArrayStatus( C_nStatusSize, A_nWhitespaceStatus, 0, true);
332 DYN StmArrayStatus * dpStatusBez
333 = new StmArrayStatus( C_nStatusSize, A_nBezeichnerStatus, TCF_Identifier, true);
334
335 DYN StmBoundsStatus * dpBst_finError
336 = new StmBoundsStatus( *this, TkpContext::Null_(), nF_fin_Error, true );
337 DYN StmBoundsStatus * dpBst_finIgnore
338 = new StmBoundsStatus( *this, *this, nF_fin_Ignore, true );
339 DYN StmBoundsStatus * dpBst_finBezeichner
340 = new StmBoundsStatus( *this, *this, nF_fin_Bezeichner, true );
341 DYN StmBoundsStatus * dpBst_finKeyword
342 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithoutText, false );
343 DYN StmBoundsStatus * dpBst_finPunctuation
344 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false );
345 DYN StmBoundsStatus * dpBst_finBiType
346 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false );
347 DYN StmBoundsStatus * dpBst_finTypeModifier
348 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false );
349 DYN StmBoundsStatus * dpBst_finEOL
350 = new StmBoundsStatus( *this, *this, nF_fin_EOL, false );
351 DYN StmBoundsStatus * dpBst_finEOF
352 = new StmBoundsStatus( *this, TkpContext::Null_(), nF_fin_EOF, false );
353
354 DYN StmBoundsStatus * dpBst_gotoComment
355 = new StmBoundsStatus( *this, *pContext_Comment, nF_goto_Comment, false );
356 DYN StmBoundsStatus * dpBst_gotoDocu
357 = new StmBoundsStatus( *this, *pDocuContext, nF_goto_Docu, false );
358 DYN StmBoundsStatus * dpBst_gotoPreprocessor
359 = new StmBoundsStatus( *this, *pContext_Preprocessor, nF_goto_Preprocessor, false );
360 DYN StmBoundsStatus * dpBst_gotoConstString
361 = new StmBoundsStatus( *this, *pContext_ConstString, nF_goto_Const, false );
362 DYN StmBoundsStatus * dpBst_gotoConstChar
363 = new StmBoundsStatus( *this, *pContext_ConstChar, nF_goto_Const, false );
364 DYN StmBoundsStatus * dpBst_gotoConstNumeric
365 = new StmBoundsStatus( *this, *pContext_ConstNumeric, nF_goto_Const, false );
366 DYN StmBoundsStatus * dpBst_gotoUnblockMacro
367 = new StmBoundsStatus( *this, *pContext_UnblockMacro, nF_goto_UnblockMacro, false );
368
369 // dpMain aufbauen:
370 aStateMachine.AddStatus(dpStatusTop);
371
372 aStateMachine.AddStatus(dpStatusWhite);
373 aStateMachine.AddStatus(dpStatusBez);
374
375 aStateMachine.AddStatus(dpBst_finError);
376 aStateMachine.AddStatus(dpBst_finIgnore);
377 aStateMachine.AddStatus(dpBst_finBezeichner);
378 aStateMachine.AddStatus(dpBst_finKeyword);
379 aStateMachine.AddStatus(dpBst_finPunctuation);
380 aStateMachine.AddStatus(dpBst_finBiType);
381 aStateMachine.AddStatus(dpBst_finTypeModifier);
382 aStateMachine.AddStatus(dpBst_finEOL);
383 aStateMachine.AddStatus(dpBst_finEOF);
384
385 aStateMachine.AddStatus(dpBst_gotoComment);
386 aStateMachine.AddStatus(dpBst_gotoDocu);
387 aStateMachine.AddStatus(dpBst_gotoPreprocessor);
388 aStateMachine.AddStatus(dpBst_gotoConstString);
389 aStateMachine.AddStatus(dpBst_gotoConstChar);
390 aStateMachine.AddStatus(dpBst_gotoConstNumeric);
391 aStateMachine.AddStatus(dpBst_gotoUnblockMacro);
392
393 // Identifier
394
395 // Keywords and other unique Tokens
396 aStateMachine.AddToken("operator",TCF_operator,A_nBezDefStatus,finKeyword);
397 aStateMachine.AddToken("class",TCF_class,A_nBezDefStatus,finKeyword);
398 aStateMachine.AddToken("struct",TCF_struct,A_nBezDefStatus,finKeyword);
399 aStateMachine.AddToken("union",TCF_union,A_nBezDefStatus,finKeyword);
400 aStateMachine.AddToken("enum",TCF_enum,A_nBezDefStatus,finKeyword);
401 aStateMachine.AddToken("typedef",TCF_typedef,A_nBezDefStatus,finKeyword);
402 aStateMachine.AddToken("public",TCF_public,A_nBezDefStatus,finKeyword);
403 aStateMachine.AddToken("protected",TCF_protected,A_nBezDefStatus,finKeyword);
404 aStateMachine.AddToken("private",TCF_private,A_nBezDefStatus,finKeyword);
405 aStateMachine.AddToken("template",TCF_template,A_nBezDefStatus,finKeyword);
406 aStateMachine.AddToken("virtual",TCF_virtual,A_nBezDefStatus,finKeyword);
407 aStateMachine.AddToken("friend",TCF_friend,A_nBezDefStatus,finKeyword);
408 aStateMachine.AddToken("~",TCF_Tilde,A_nOperatorDefStatus,finKeyword);
409 aStateMachine.AddToken("const",TCF_const,A_nBezDefStatus,finKeyword);
410 aStateMachine.AddToken("volatile",TCF_volatile,A_nBezDefStatus,finKeyword);
411 aStateMachine.AddToken("extern",TCF_extern,A_nBezDefStatus,finKeyword);
412 aStateMachine.AddToken("static",TCF_static,A_nBezDefStatus,finKeyword);
413 aStateMachine.AddToken("mutable",TCF_mutable,A_nBezDefStatus,finKeyword);
414 aStateMachine.AddToken("register",TCF_register,A_nBezDefStatus,finKeyword);
415 aStateMachine.AddToken("inline",TCF_inline,A_nBezDefStatus,finKeyword);
416 aStateMachine.AddToken("explicit",TCF_explicit,A_nBezDefStatus,finKeyword);
417 aStateMachine.AddToken("namespace",TCF_namespace,A_nBezDefStatus,finKeyword);
418 aStateMachine.AddToken("using",TCF_using,A_nBezDefStatus,finKeyword);
419 aStateMachine.AddToken("throw",TCF_throw,A_nBezDefStatus,finKeyword);
420 aStateMachine.AddToken("{",TCF_SwBracketOpen,A_nOperatorDefStatus,finKeyword);
421 aStateMachine.AddToken("}",TCF_SwBracketClose,A_nOperatorDefStatus,finKeyword);
422 aStateMachine.AddToken("[",TCF_ArBracketOpen,A_nOperatorDefStatus,finKeyword);
423 aStateMachine.AddToken("]",TCF_ArBracketClose,A_nOperatorDefStatus,finKeyword);
424 aStateMachine.AddToken("(",TCF_BracketOpen,A_nOperatorDefStatus,finKeyword);
425 aStateMachine.AddToken(")",TCF_BracketClose,A_nOperatorDefStatus,finKeyword);
426 aStateMachine.AddToken("::",TCF_DblColon,A_nOperatorDefStatus,finKeyword);
427 aStateMachine.AddToken(";",TCF_Semikolon,A_nOperatorDefStatus,finKeyword);
428 aStateMachine.AddToken(",",TCF_Komma,A_nOperatorDefStatus,finKeyword);
429 aStateMachine.AddToken(":",TCF_Colon,A_nOperatorDefStatus,finKeyword);
430 aStateMachine.AddToken("=",TCF_Zuweisung,A_nOperatorDefStatus,finKeyword);
431 aStateMachine.AddToken("<",TCF_Smaller,A_nOperatorDefStatus,finKeyword);
432 aStateMachine.AddToken(">",TCF_Bigger,A_nOperatorDefStatus,finKeyword);
433 aStateMachine.AddToken("*",TCF_Stern,A_nOperatorDefStatus,finKeyword);
434 aStateMachine.AddToken("&",TCF_Ampersand,A_nOperatorDefStatus,finKeyword);
435 aStateMachine.AddToken("...",TCF_Ellipse,A_nOperatorDefStatus,finKeyword);
436 aStateMachine.AddToken("typename",TCF_typename,A_nOperatorDefStatus,finKeyword);
437
438 // Operators
439 aStateMachine.AddToken("==",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
440 aStateMachine.AddToken("!=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
441 aStateMachine.AddToken("<=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
442 aStateMachine.AddToken(">=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
443 aStateMachine.AddToken("&&",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
444 aStateMachine.AddToken("||",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
445 aStateMachine.AddToken("!",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
446 aStateMachine.AddToken("new",TCF_Operator,A_nBezDefStatus,finPunctuation);
447 aStateMachine.AddToken("delete",TCF_Operator,A_nBezDefStatus,finPunctuation);
448 aStateMachine.AddToken("sizeof",TCF_Operator,A_nBezDefStatus,finPunctuation);
449 aStateMachine.AddToken("typeid",TCF_Operator,A_nBezDefStatus,finPunctuation);
450 aStateMachine.AddToken("+",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
451 aStateMachine.AddToken("-",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
452 aStateMachine.AddToken("/",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
453 aStateMachine.AddToken("%",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
454 aStateMachine.AddToken("^",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
455 aStateMachine.AddToken("|",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
456 aStateMachine.AddToken("<<",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
457 aStateMachine.AddToken(">>",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
458 aStateMachine.AddToken(".",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
459 aStateMachine.AddToken("->",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
460 aStateMachine.AddToken("?",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
461 aStateMachine.AddToken("+=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
462 aStateMachine.AddToken("-=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
463 aStateMachine.AddToken("*=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
464 aStateMachine.AddToken("/=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
465 aStateMachine.AddToken("%=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
466 aStateMachine.AddToken("&=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
467 aStateMachine.AddToken("|=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
468 aStateMachine.AddToken("^=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
469 aStateMachine.AddToken("<<=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
470 aStateMachine.AddToken(">>=",TCF_Operator,A_nOperatorDefStatus,finPunctuation);
471
472 // Builtin types
473 aStateMachine.AddToken("char", TCF_BuiltInType, A_nBezDefStatus, finBiType);
474 aStateMachine.AddToken("short", TCF_BuiltInType, A_nBezDefStatus, finBiType);
475 aStateMachine.AddToken("int", TCF_BuiltInType, A_nBezDefStatus, finBiType);
476 aStateMachine.AddToken("long", TCF_BuiltInType, A_nBezDefStatus, finBiType);
477 aStateMachine.AddToken("float", TCF_BuiltInType, A_nBezDefStatus, finBiType);
478 aStateMachine.AddToken("double",TCF_BuiltInType, A_nBezDefStatus, finBiType);
479 aStateMachine.AddToken("wchar_t",TCF_BuiltInType, A_nBezDefStatus, finBiType);
480 aStateMachine.AddToken("size_t",TCF_BuiltInType, A_nBezDefStatus, finBiType);
481
482 // Type modifiers
483 aStateMachine.AddToken("signed", TCF_TypeModifier, A_nBezDefStatus, finTypeModifier);
484 aStateMachine.AddToken("unsigned", TCF_TypeModifier, A_nBezDefStatus, finTypeModifier);
485
486 // To ignore
487 aStateMachine.AddToken("auto", 0, A_nBezDefStatus, finIgnore);
488 aStateMachine.AddToken("_cdecl", 0, A_nBezDefStatus, finIgnore);
489 aStateMachine.AddToken("__cdecl", 0, A_nBezDefStatus, finIgnore);
490 aStateMachine.AddToken("__stdcall", 0, A_nBezDefStatus, finIgnore);
491 aStateMachine.AddToken("__fastcall",0, A_nBezDefStatus, finIgnore);
492 aStateMachine.AddToken("/**/", 0, A_nOperatorDefStatus,finIgnore);
493
494 // Context changers
495 aStateMachine.AddToken("#", 0, A_nOperatorDefStatus, gotoPreprocessor);
496 aStateMachine.AddToken("#undef",0, A_nOperatorDefStatus, gotoPreprocessor);
497 aStateMachine.AddToken("#unblock-",
498 0, A_nOperatorDefStatus, gotoUnblockMacro);
499 aStateMachine.AddToken("/*", 0, A_nOperatorDefStatus, gotoComment);
500 aStateMachine.AddToken("//", 0, A_nOperatorDefStatus, gotoComment);
501 aStateMachine.AddToken("/**", 0, A_nOperatorDefStatus, gotoDocu);
502 aStateMachine.AddToken("///", 0, A_nOperatorDefStatus, gotoDocu);
503
504 // Line ends
505 // regular
506 aStateMachine.AddToken("\r\n", 0, A_nOperatorDefStatus, finEOL);
507 aStateMachine.AddToken("\n", 0, A_nOperatorDefStatus, finEOL);
508 aStateMachine.AddToken("\r", 0, A_nOperatorDefStatus, finEOL);
509 // To ignore in some cases(may be only at preprocessor?), but
510 // linecount has to be incremented.
511 aStateMachine.AddToken("\\\r\n",0, A_nOperatorDefStatus, finEOL);
512 aStateMachine.AddToken("\\\n", 0, A_nOperatorDefStatus, finEOL);
513 aStateMachine.AddToken("\\\r", 0, A_nOperatorDefStatus, finEOL);
514 };
515
516 } // namespace cpp
517
518 /* vim: set noet sw=4 ts=4: */
519