1 /************************************************************** 2 * 3 * Licensed to the Apache Software Foundation (ASF) under one 4 * or more contributor license agreements. See the NOTICE file 5 * distributed with this work for additional information 6 * regarding copyright ownership. The ASF licenses this file 7 * to you under the Apache License, Version 2.0 (the 8 * "License"); you may not use this file except in compliance 9 * with the License. You may obtain a copy of the License at 10 * 11 * http://www.apache.org/licenses/LICENSE-2.0 12 * 13 * Unless required by applicable law or agreed to in writing, 14 * software distributed under the License is distributed on an 15 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 * KIND, either express or implied. See the License for the 17 * specific language governing permissions and limitations 18 * under the License. 19 * 20 *************************************************************/ 21 22 #include <precomp.h> 23 #include "cx_c_std.hxx" 24 25 // NOT FULLY DECLARED SERVICES 26 #include "all_toks.hxx" 27 #include "cx_c_pp.hxx" 28 #include "cx_c_sub.hxx" 29 #include <tools/tkpchars.hxx> 30 #include <tokens/tkpstama.hxx> 31 #include <x_parse.hxx> 32 #include "c_dealer.hxx" 33 34 namespace cpp { 35 36 const intt C_nCppInitialNrOfStati = 600; 37 const intt C_nStatusSize = 128; 38 39 const uintt nF_fin_Error = 1; 40 const uintt nF_fin_CreateWithoutText = 2; 41 const uintt nF_fin_CreateWithText = 3; 42 const uintt nF_fin_Ignore = 4; 43 const uintt nF_fin_EOL = 5; 44 const uintt nF_fin_EOF = 6; 45 const uintt nF_fin_Bezeichner = 7; 46 47 const uintt nF_goto_Preprocessor = 10; 48 const uintt nF_goto_Comment = 11; 49 const uintt nF_goto_Docu = 12; 50 const uintt nF_goto_Const = 13; 51 const uintt nF_goto_UnblockMacro = 14; 52 53 // Token create functions for the state machine: 54 DYN TextToken * TCF_Identifier(const char * text) { return new Tok_Identifier(text); } 55 56 DYN TextToken * TCF_operator(const char *) { return new Tok_operator; } 57 DYN TextToken * TCF_class(const char *) { return new Tok_class; } 58 DYN TextToken * TCF_struct(const char *) { return new Tok_struct; } 59 DYN TextToken * TCF_union(const char *) { return new Tok_union; } 60 DYN TextToken * TCF_enum(const char *) { return new Tok_enum; } 61 DYN TextToken * TCF_typedef(const char *) { return new Tok_typedef; } 62 DYN TextToken * TCF_public(const char *) { return new Tok_public; } 63 DYN TextToken * TCF_protected(const char *) { return new Tok_protected; } 64 DYN TextToken * TCF_private(const char *) { return new Tok_private; } 65 DYN TextToken * TCF_template(const char *) { return new Tok_template; } 66 DYN TextToken * TCF_virtual(const char *) { return new Tok_virtual; } 67 DYN TextToken * TCF_friend(const char *) { return new Tok_friend; } 68 DYN TextToken * TCF_Tilde(const char *) { return new Tok_Tilde; } 69 DYN TextToken * TCF_const(const char *) { return new Tok_const; } 70 DYN TextToken * TCF_volatile(const char *) { return new Tok_volatile; } 71 DYN TextToken * TCF_extern(const char *) { return new Tok_extern; } 72 DYN TextToken * TCF_static(const char *) { return new Tok_static; } 73 DYN TextToken * TCF_mutable(const char *) { return new Tok_mutable; } 74 DYN TextToken * TCF_register(const char *) { return new Tok_register; } 75 DYN TextToken * TCF_inline(const char *) { return new Tok_inline; } 76 DYN TextToken * TCF_explicit(const char *) { return new Tok_explicit; } 77 DYN TextToken * TCF_namespace(const char *) { return new Tok_namespace; } 78 DYN TextToken * TCF_using(const char *) { return new Tok_using; } 79 DYN TextToken * TCF_throw(const char *) { return new Tok_throw; } 80 DYN TextToken * TCF_SwBracketOpen(const char *) { return new Tok_SwBracket_Left; } 81 DYN TextToken * TCF_SwBracketClose(const char *) { return new Tok_SwBracket_Right; } 82 DYN TextToken * TCF_ArBracketOpen(const char *) { return new Tok_ArrayBracket_Left; } 83 DYN TextToken * TCF_ArBracketClose(const char *) { return new Tok_ArrayBracket_Right; } 84 DYN TextToken * TCF_BracketOpen(const char *) { return new Tok_Bracket_Left; } 85 DYN TextToken * TCF_BracketClose(const char *) { return new Tok_Bracket_Right; } 86 DYN TextToken * TCF_DblColon(const char *) { return new Tok_DoubleColon; } 87 DYN TextToken * TCF_Semikolon(const char *) { return new Tok_Semicolon; } 88 DYN TextToken * TCF_Komma(const char *) { return new Tok_Comma; } 89 DYN TextToken * TCF_Colon(const char *) { return new Tok_Colon; } 90 DYN TextToken * TCF_Zuweisung(const char *) { return new Tok_Assign; } 91 DYN TextToken * TCF_Smaller(const char *) { return new Tok_Less; } 92 DYN TextToken * TCF_Bigger(const char *) { return new Tok_Greater; } 93 DYN TextToken * TCF_Stern(const char *) { return new Tok_Asterix; } 94 DYN TextToken * TCF_Ampersand(const char *) { return new Tok_AmpersAnd; } 95 DYN TextToken * TCF_Ellipse(const char *) { return new Tok_Ellipse; } 96 DYN TextToken * TCF_typename(const char *) { return new Tok_typename; } 97 98 // Operators 99 DYN TextToken * TCF_Operator(const char * text) { return new Tok_Operator(text); } 100 101 DYN TextToken * TCF_BuiltInType(const char * text) { return new Tok_BuiltInType(text); } 102 DYN TextToken * TCF_TypeModifier(const char * text) { return new Tok_TypeSpecializer(text); } 103 104 DYN TextToken * TCF_Eof(const char *) { return new Tok_Eof; } 105 106 107 108 Context_CppStd::Context_CppStd( DYN autodoc::TkpDocuContext & let_drContext_Docu ) 109 : Cx_Base(0), 110 aStateMachine(C_nStatusSize,C_nCppInitialNrOfStati), 111 pDocuContext(&let_drContext_Docu), 112 pContext_Comment(0), 113 pContext_Preprocessor(0), 114 pContext_ConstString(0), 115 pContext_ConstChar(0), 116 pContext_ConstNumeric(0), 117 pContext_UnblockMacro(0) 118 { 119 pDocuContext->SetParentContext(*this,"*/"); 120 121 pContext_Comment = new Context_Comment(*this); 122 pContext_Preprocessor = new Context_Preprocessor(*this); 123 pContext_ConstString = new Context_ConstString(*this); 124 pContext_ConstChar = new Context_ConstChar(*this); 125 pContext_ConstNumeric = new Context_ConstNumeric(*this); 126 pContext_UnblockMacro = new Context_UnblockMacro(*this); 127 128 SetupStateMachine(); 129 } 130 131 Context_CppStd::~Context_CppStd() 132 { 133 } 134 135 void 136 Context_CppStd::ReadCharChain( CharacterSource & io_rText ) 137 { 138 SetNewToken(0); 139 140 TextToken::F_CRTOK fTokenCreateFunction = 0; 141 StmBoundsStatus & rBound = aStateMachine.GetCharChain(fTokenCreateFunction, io_rText); 142 143 // !!! 144 // The order of the next two lines is essential, because 145 // pFollowUpContext may be changed by PerformStatusFunction() also, 146 // which then MUST override the previous assignment. 147 SetFollowUpContext(rBound.FollowUpContext()); 148 PerformStatusFunction(rBound.StatusFunctionNr(), fTokenCreateFunction, io_rText); 149 } 150 151 void 152 Context_CppStd::AssignDealer( Distributor & o_rDealer ) 153 { 154 Cx_Base::AssignDealer(o_rDealer); 155 156 pDocuContext->AssignDealer(o_rDealer); 157 pContext_Comment->AssignDealer(o_rDealer); 158 pContext_Preprocessor->AssignDealer(o_rDealer); 159 pContext_ConstString->AssignDealer(o_rDealer); 160 pContext_ConstChar->AssignDealer(o_rDealer); 161 pContext_ConstNumeric->AssignDealer(o_rDealer); 162 pContext_UnblockMacro->AssignDealer(o_rDealer); 163 } 164 165 void 166 Context_CppStd::PerformStatusFunction( uintt i_nStatusSignal, 167 F_CRTOK i_fTokenCreateFunction, 168 CharacterSource & io_rText ) 169 { 170 switch (i_nStatusSignal) 171 { 172 case nF_fin_CreateWithoutText: 173 io_rText.CutToken(); 174 csv_assert(i_fTokenCreateFunction != 0); 175 SetNewToken( (*i_fTokenCreateFunction)(0) ); 176 break; 177 case nF_fin_CreateWithText: 178 csv_assert(i_fTokenCreateFunction != 0); 179 SetNewToken( (*i_fTokenCreateFunction)(io_rText.CutToken()) ); 180 break; 181 case nF_fin_Ignore: 182 io_rText.CutToken(); 183 SetNewToken(0); 184 break; 185 case nF_fin_EOL: 186 io_rText.CutToken(); 187 SetNewToken(0); 188 Dealer().Deal_Eol(); 189 break; 190 case nF_fin_EOF: 191 io_rText.CutToken(); 192 SetNewToken( TCF_Eof(0) ); 193 break; 194 case nF_fin_Bezeichner: 195 SetNewToken( TCF_Identifier(io_rText.CutToken()) ); 196 break; 197 198 case nF_goto_Preprocessor: 199 io_rText.CutToken(); 200 SetNewToken(0); 201 break; 202 case nF_goto_Comment: 203 SetNewToken(0); 204 pContext_Comment->SetMode_IsMultiLine( io_rText.CutToken()[1] == '*' ); 205 break; 206 case nF_goto_Docu: 207 SetNewToken(0); 208 pDocuContext->SetMode_IsMultiLine( io_rText.CutToken()[1] == '*' ); 209 break; 210 case nF_goto_Const: 211 SetNewToken(0); 212 break; 213 case nF_goto_UnblockMacro: 214 SetNewToken(0); 215 break; 216 217 case nF_fin_Error: 218 default: 219 { 220 char cCC = io_rText.CurChar(); 221 String sCurChar( &cCC, 1 ); 222 throw X_Parser( X_Parser::x_InvalidChar, sCurChar, String::Null_(), 0 ); 223 } 224 } // end switch (i_nStatusSignal) 225 } 226 227 void 228 Context_CppStd::SetupStateMachine() 229 { 230 // Besondere Array-Stati (kein Tokenabschluss oder Kontextwechsel): 231 // const INT16 top = 0; // Top-Status 232 const INT16 wht = 1; // Whitespace-Überlese-Status 233 const INT16 bez = 2; // Bezeichner-lese-Status 234 235 // Tokenfinish-Stati: 236 const INT16 finError = 3; 237 const INT16 finIgnore = 4; 238 const INT16 finBezeichner = 5; 239 const INT16 finKeyword = 6; 240 const INT16 finPunctuation = 7; 241 const INT16 finBiType = 8; 242 const INT16 finTypeModifier = 9; 243 const INT16 finEOL = 10; 244 const INT16 finEOF = 11; 245 246 // Kontextwechsel-Stati: 247 const INT16 gotoComment = 12; 248 const INT16 gotoDocu = 13; 249 const INT16 gotoPreprocessor = 14; 250 const INT16 gotoConstString = 15; 251 const INT16 gotoConstChar = 16; 252 const INT16 gotoConstNumeric = 17; 253 const INT16 gotoUnblockMacro = 18; 254 255 // Abbreviations to be used in status tables: 256 const INT16 err = finError; 257 const INT16 fig = finIgnore; 258 const INT16 fbz = finBezeichner; 259 const INT16 fof = finEOF; 260 const INT16 cst = gotoConstString; 261 const INT16 cch = gotoConstChar; 262 const INT16 cnr = gotoConstNumeric; 263 264 265 /// Zeros - '0' - will be replaced by AddToken(). 266 267 const INT16 A_nTopStatus[C_nStatusSize] = 268 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 269 {fof,err,err,err,err,err,err,err,err,wht, 0,wht,wht, 0,err,err, 270 err,err,err,err,err,err,err,err,err,err,fof,err,err,err,err,err, // 16 ... 271 wht, 0,cst, 0,err, 0, 0,cch, 0, 0, 0, 0, 0, 0, 0, 0, 272 cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr,cnr, 0, 0, 0, 0, 0, 0, // 48 ... 273 0,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 274 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 0, 0, 0, 0,bez, // 80 ... 275 0,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 276 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 0, 0, 0, 0,err, // 80 ... 277 }; 278 279 const INT16 A_nWhitespaceStatus[C_nStatusSize] = 280 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 281 {fof,err,err,err,err,err,err,err,err,wht,fig,wht,wht,fig,err,err, 282 err,err,err,err,err,err,err,err,err,err,fof,err,err,err,err,err, // 16 ... 283 wht,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, 284 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, // 48 ... 285 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, 286 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, // 80 ... 287 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig, 288 fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,fig,err 289 }; 290 291 const INT16 A_nBezeichnerStatus[C_nStatusSize] = 292 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 293 {fbz,err,err,err,err,err,err,err,err,fbz,fbz,fbz,fbz,fbz,err,err, 294 err,err,err,err,err,err,err,err,err,err,fbz,err,err,err,err,err, // 16 ... 295 fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz, 296 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,fbz,fbz, // 48 ... 297 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 298 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,bez, // 80 ... 299 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 300 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,err 301 }; 302 303 304 const INT16 A_nOperatorDefStatus[C_nStatusSize] = 305 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 306 {err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, 307 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 16 ... 308 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, 309 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 48 ... 310 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, 311 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, // 80 ... 312 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err, 313 err,err,err,err,err,err,err,err,err,err,err,err,err,err,err,err 314 }; 315 316 const INT16 A_nBezDefStatus[C_nStatusSize] = 317 // 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 318 {fbz,err,err,err,err,err,err,err,err,fbz,fbz,fbz,fbz,fbz,err,err, 319 err,err,err,err,err,err,err,err,err,err,fbz,err,err,err,err,err, // 16 ... 320 fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz,fbz, 321 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,fbz,fbz, // 48 ... 322 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 323 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,bez, // 80 ... 324 fbz,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez, 325 bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,bez,fbz,fbz,fbz,fbz,err 326 }; 327 328 DYN StmArrayStatus * dpStatusTop 329 = new StmArrayStatus( C_nStatusSize, A_nTopStatus, 0, true); 330 DYN StmArrayStatus * dpStatusWhite 331 = new StmArrayStatus( C_nStatusSize, A_nWhitespaceStatus, 0, true); 332 DYN StmArrayStatus * dpStatusBez 333 = new StmArrayStatus( C_nStatusSize, A_nBezeichnerStatus, TCF_Identifier, true); 334 335 DYN StmBoundsStatus * dpBst_finError 336 = new StmBoundsStatus( *this, TkpContext::Null_(), nF_fin_Error, true ); 337 DYN StmBoundsStatus * dpBst_finIgnore 338 = new StmBoundsStatus( *this, *this, nF_fin_Ignore, true ); 339 DYN StmBoundsStatus * dpBst_finBezeichner 340 = new StmBoundsStatus( *this, *this, nF_fin_Bezeichner, true ); 341 DYN StmBoundsStatus * dpBst_finKeyword 342 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithoutText, false ); 343 DYN StmBoundsStatus * dpBst_finPunctuation 344 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false ); 345 DYN StmBoundsStatus * dpBst_finBiType 346 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false ); 347 DYN StmBoundsStatus * dpBst_finTypeModifier 348 = new StmBoundsStatus( *this, *this, nF_fin_CreateWithText, false ); 349 DYN StmBoundsStatus * dpBst_finEOL 350 = new StmBoundsStatus( *this, *this, nF_fin_EOL, false ); 351 DYN StmBoundsStatus * dpBst_finEOF 352 = new StmBoundsStatus( *this, TkpContext::Null_(), nF_fin_EOF, false ); 353 354 DYN StmBoundsStatus * dpBst_gotoComment 355 = new StmBoundsStatus( *this, *pContext_Comment, nF_goto_Comment, false ); 356 DYN StmBoundsStatus * dpBst_gotoDocu 357 = new StmBoundsStatus( *this, *pDocuContext, nF_goto_Docu, false ); 358 DYN StmBoundsStatus * dpBst_gotoPreprocessor 359 = new StmBoundsStatus( *this, *pContext_Preprocessor, nF_goto_Preprocessor, false ); 360 DYN StmBoundsStatus * dpBst_gotoConstString 361 = new StmBoundsStatus( *this, *pContext_ConstString, nF_goto_Const, false ); 362 DYN StmBoundsStatus * dpBst_gotoConstChar 363 = new StmBoundsStatus( *this, *pContext_ConstChar, nF_goto_Const, false ); 364 DYN StmBoundsStatus * dpBst_gotoConstNumeric 365 = new StmBoundsStatus( *this, *pContext_ConstNumeric, nF_goto_Const, false ); 366 DYN StmBoundsStatus * dpBst_gotoUnblockMacro 367 = new StmBoundsStatus( *this, *pContext_UnblockMacro, nF_goto_UnblockMacro, false ); 368 369 // dpMain aufbauen: 370 aStateMachine.AddStatus(dpStatusTop); 371 372 aStateMachine.AddStatus(dpStatusWhite); 373 aStateMachine.AddStatus(dpStatusBez); 374 375 aStateMachine.AddStatus(dpBst_finError); 376 aStateMachine.AddStatus(dpBst_finIgnore); 377 aStateMachine.AddStatus(dpBst_finBezeichner); 378 aStateMachine.AddStatus(dpBst_finKeyword); 379 aStateMachine.AddStatus(dpBst_finPunctuation); 380 aStateMachine.AddStatus(dpBst_finBiType); 381 aStateMachine.AddStatus(dpBst_finTypeModifier); 382 aStateMachine.AddStatus(dpBst_finEOL); 383 aStateMachine.AddStatus(dpBst_finEOF); 384 385 aStateMachine.AddStatus(dpBst_gotoComment); 386 aStateMachine.AddStatus(dpBst_gotoDocu); 387 aStateMachine.AddStatus(dpBst_gotoPreprocessor); 388 aStateMachine.AddStatus(dpBst_gotoConstString); 389 aStateMachine.AddStatus(dpBst_gotoConstChar); 390 aStateMachine.AddStatus(dpBst_gotoConstNumeric); 391 aStateMachine.AddStatus(dpBst_gotoUnblockMacro); 392 393 // Identifier 394 395 // Keywords and other unique Tokens 396 aStateMachine.AddToken("operator",TCF_operator,A_nBezDefStatus,finKeyword); 397 aStateMachine.AddToken("class",TCF_class,A_nBezDefStatus,finKeyword); 398 aStateMachine.AddToken("struct",TCF_struct,A_nBezDefStatus,finKeyword); 399 aStateMachine.AddToken("union",TCF_union,A_nBezDefStatus,finKeyword); 400 aStateMachine.AddToken("enum",TCF_enum,A_nBezDefStatus,finKeyword); 401 aStateMachine.AddToken("typedef",TCF_typedef,A_nBezDefStatus,finKeyword); 402 aStateMachine.AddToken("public",TCF_public,A_nBezDefStatus,finKeyword); 403 aStateMachine.AddToken("protected",TCF_protected,A_nBezDefStatus,finKeyword); 404 aStateMachine.AddToken("private",TCF_private,A_nBezDefStatus,finKeyword); 405 aStateMachine.AddToken("template",TCF_template,A_nBezDefStatus,finKeyword); 406 aStateMachine.AddToken("virtual",TCF_virtual,A_nBezDefStatus,finKeyword); 407 aStateMachine.AddToken("friend",TCF_friend,A_nBezDefStatus,finKeyword); 408 aStateMachine.AddToken("~",TCF_Tilde,A_nOperatorDefStatus,finKeyword); 409 aStateMachine.AddToken("const",TCF_const,A_nBezDefStatus,finKeyword); 410 aStateMachine.AddToken("volatile",TCF_volatile,A_nBezDefStatus,finKeyword); 411 aStateMachine.AddToken("extern",TCF_extern,A_nBezDefStatus,finKeyword); 412 aStateMachine.AddToken("static",TCF_static,A_nBezDefStatus,finKeyword); 413 aStateMachine.AddToken("mutable",TCF_mutable,A_nBezDefStatus,finKeyword); 414 aStateMachine.AddToken("register",TCF_register,A_nBezDefStatus,finKeyword); 415 aStateMachine.AddToken("inline",TCF_inline,A_nBezDefStatus,finKeyword); 416 aStateMachine.AddToken("explicit",TCF_explicit,A_nBezDefStatus,finKeyword); 417 aStateMachine.AddToken("namespace",TCF_namespace,A_nBezDefStatus,finKeyword); 418 aStateMachine.AddToken("using",TCF_using,A_nBezDefStatus,finKeyword); 419 aStateMachine.AddToken("throw",TCF_throw,A_nBezDefStatus,finKeyword); 420 aStateMachine.AddToken("{",TCF_SwBracketOpen,A_nOperatorDefStatus,finKeyword); 421 aStateMachine.AddToken("}",TCF_SwBracketClose,A_nOperatorDefStatus,finKeyword); 422 aStateMachine.AddToken("[",TCF_ArBracketOpen,A_nOperatorDefStatus,finKeyword); 423 aStateMachine.AddToken("]",TCF_ArBracketClose,A_nOperatorDefStatus,finKeyword); 424 aStateMachine.AddToken("(",TCF_BracketOpen,A_nOperatorDefStatus,finKeyword); 425 aStateMachine.AddToken(")",TCF_BracketClose,A_nOperatorDefStatus,finKeyword); 426 aStateMachine.AddToken("::",TCF_DblColon,A_nOperatorDefStatus,finKeyword); 427 aStateMachine.AddToken(";",TCF_Semikolon,A_nOperatorDefStatus,finKeyword); 428 aStateMachine.AddToken(",",TCF_Komma,A_nOperatorDefStatus,finKeyword); 429 aStateMachine.AddToken(":",TCF_Colon,A_nOperatorDefStatus,finKeyword); 430 aStateMachine.AddToken("=",TCF_Zuweisung,A_nOperatorDefStatus,finKeyword); 431 aStateMachine.AddToken("<",TCF_Smaller,A_nOperatorDefStatus,finKeyword); 432 aStateMachine.AddToken(">",TCF_Bigger,A_nOperatorDefStatus,finKeyword); 433 aStateMachine.AddToken("*",TCF_Stern,A_nOperatorDefStatus,finKeyword); 434 aStateMachine.AddToken("&",TCF_Ampersand,A_nOperatorDefStatus,finKeyword); 435 aStateMachine.AddToken("...",TCF_Ellipse,A_nOperatorDefStatus,finKeyword); 436 aStateMachine.AddToken("typename",TCF_typename,A_nOperatorDefStatus,finKeyword); 437 438 // Operators 439 aStateMachine.AddToken("==",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 440 aStateMachine.AddToken("!=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 441 aStateMachine.AddToken("<=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 442 aStateMachine.AddToken(">=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 443 aStateMachine.AddToken("&&",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 444 aStateMachine.AddToken("||",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 445 aStateMachine.AddToken("!",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 446 aStateMachine.AddToken("new",TCF_Operator,A_nBezDefStatus,finPunctuation); 447 aStateMachine.AddToken("delete",TCF_Operator,A_nBezDefStatus,finPunctuation); 448 aStateMachine.AddToken("sizeof",TCF_Operator,A_nBezDefStatus,finPunctuation); 449 aStateMachine.AddToken("typeid",TCF_Operator,A_nBezDefStatus,finPunctuation); 450 aStateMachine.AddToken("+",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 451 aStateMachine.AddToken("-",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 452 aStateMachine.AddToken("/",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 453 aStateMachine.AddToken("%",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 454 aStateMachine.AddToken("^",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 455 aStateMachine.AddToken("|",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 456 aStateMachine.AddToken("<<",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 457 aStateMachine.AddToken(">>",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 458 aStateMachine.AddToken(".",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 459 aStateMachine.AddToken("->",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 460 aStateMachine.AddToken("?",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 461 aStateMachine.AddToken("+=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 462 aStateMachine.AddToken("-=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 463 aStateMachine.AddToken("*=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 464 aStateMachine.AddToken("/=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 465 aStateMachine.AddToken("%=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 466 aStateMachine.AddToken("&=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 467 aStateMachine.AddToken("|=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 468 aStateMachine.AddToken("^=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 469 aStateMachine.AddToken("<<=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 470 aStateMachine.AddToken(">>=",TCF_Operator,A_nOperatorDefStatus,finPunctuation); 471 472 // Builtin types 473 aStateMachine.AddToken("char", TCF_BuiltInType, A_nBezDefStatus, finBiType); 474 aStateMachine.AddToken("short", TCF_BuiltInType, A_nBezDefStatus, finBiType); 475 aStateMachine.AddToken("int", TCF_BuiltInType, A_nBezDefStatus, finBiType); 476 aStateMachine.AddToken("long", TCF_BuiltInType, A_nBezDefStatus, finBiType); 477 aStateMachine.AddToken("float", TCF_BuiltInType, A_nBezDefStatus, finBiType); 478 aStateMachine.AddToken("double",TCF_BuiltInType, A_nBezDefStatus, finBiType); 479 aStateMachine.AddToken("wchar_t",TCF_BuiltInType, A_nBezDefStatus, finBiType); 480 aStateMachine.AddToken("size_t",TCF_BuiltInType, A_nBezDefStatus, finBiType); 481 482 // Type modifiers 483 aStateMachine.AddToken("signed", TCF_TypeModifier, A_nBezDefStatus, finTypeModifier); 484 aStateMachine.AddToken("unsigned", TCF_TypeModifier, A_nBezDefStatus, finTypeModifier); 485 486 // To ignore 487 aStateMachine.AddToken("auto", 0, A_nBezDefStatus, finIgnore); 488 aStateMachine.AddToken("_cdecl", 0, A_nBezDefStatus, finIgnore); 489 aStateMachine.AddToken("__cdecl", 0, A_nBezDefStatus, finIgnore); 490 aStateMachine.AddToken("__stdcall", 0, A_nBezDefStatus, finIgnore); 491 aStateMachine.AddToken("__fastcall",0, A_nBezDefStatus, finIgnore); 492 aStateMachine.AddToken("/**/", 0, A_nOperatorDefStatus,finIgnore); 493 494 // Context changers 495 aStateMachine.AddToken("#", 0, A_nOperatorDefStatus, gotoPreprocessor); 496 aStateMachine.AddToken("#undef",0, A_nOperatorDefStatus, gotoPreprocessor); 497 aStateMachine.AddToken("#unblock-", 498 0, A_nOperatorDefStatus, gotoUnblockMacro); 499 aStateMachine.AddToken("/*", 0, A_nOperatorDefStatus, gotoComment); 500 aStateMachine.AddToken("//", 0, A_nOperatorDefStatus, gotoComment); 501 aStateMachine.AddToken("/**", 0, A_nOperatorDefStatus, gotoDocu); 502 aStateMachine.AddToken("///", 0, A_nOperatorDefStatus, gotoDocu); 503 504 // Line ends 505 // regular 506 aStateMachine.AddToken("\r\n", 0, A_nOperatorDefStatus, finEOL); 507 aStateMachine.AddToken("\n", 0, A_nOperatorDefStatus, finEOL); 508 aStateMachine.AddToken("\r", 0, A_nOperatorDefStatus, finEOL); 509 // To ignore in some cases(may be only at preprocessor?), but 510 // linecount has to be incremented. 511 aStateMachine.AddToken("\\\r\n",0, A_nOperatorDefStatus, finEOL); 512 aStateMachine.AddToken("\\\n", 0, A_nOperatorDefStatus, finEOL); 513 aStateMachine.AddToken("\\\r", 0, A_nOperatorDefStatus, finEOL); 514 }; 515 516 } // namespace cpp 517 518 /* vim: set noet sw=4 ts=4: */ 519