1cdf0e10cSrcweir 2cdf0e10cSrcweir %{ 3*45ef6fe1SAndrew Rist /************************************************************** 4*45ef6fe1SAndrew Rist * 5*45ef6fe1SAndrew Rist * Licensed to the Apache Software Foundation (ASF) under one 6*45ef6fe1SAndrew Rist * or more contributor license agreements. See the NOTICE file 7*45ef6fe1SAndrew Rist * distributed with this work for additional information 8*45ef6fe1SAndrew Rist * regarding copyright ownership. The ASF licenses this file 9*45ef6fe1SAndrew Rist * to you under the Apache License, Version 2.0 (the 10*45ef6fe1SAndrew Rist * "License"); you may not use this file except in compliance 11*45ef6fe1SAndrew Rist * with the License. You may obtain a copy of the License at 12*45ef6fe1SAndrew Rist * 13*45ef6fe1SAndrew Rist * http://www.apache.org/licenses/LICENSE-2.0 14*45ef6fe1SAndrew Rist * 15*45ef6fe1SAndrew Rist * Unless required by applicable law or agreed to in writing, 16*45ef6fe1SAndrew Rist * software distributed under the License is distributed on an 17*45ef6fe1SAndrew Rist * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 18*45ef6fe1SAndrew Rist * KIND, either express or implied. See the License for the 19*45ef6fe1SAndrew Rist * specific language governing permissions and limitations 20*45ef6fe1SAndrew Rist * under the License. 21*45ef6fe1SAndrew Rist * 22*45ef6fe1SAndrew Rist *************************************************************/ 23cdf0e10cSrcweir /* 24cdf0e10cSrcweir * lexer for parsing ressource source files (*.src) 25cdf0e10cSrcweir * 26cdf0e10cSrcweir */ 27cdf0e10cSrcweir 28cdf0e10cSrcweir 29cdf0e10cSrcweir /* enlarge token buffer to tokenize whole strings */ 30cdf0e10cSrcweir #undef YYLMAX 31cdf0e10cSrcweir #define YYLMAX 64000 32cdf0e10cSrcweir 33cdf0e10cSrcweir /* to enable debug output define LEXDEBUG */ 34cdf0e10cSrcweir #define LEXDEBUG 1 35cdf0e10cSrcweir #ifdef LEXDEBUG 36cdf0e10cSrcweir #define OUTPUT fprintf 37cdf0e10cSrcweir #else 38cdf0e10cSrcweir #define OUTPUT(Par1,Par2); 39cdf0e10cSrcweir #endif 40cdf0e10cSrcweir 41cdf0e10cSrcweir /* table of possible token ids */ 42cdf0e10cSrcweir #include "tokens.h" 43cdf0e10cSrcweir #include <stdlib.h> 44cdf0e10cSrcweir #include <stdio.h> 45cdf0e10cSrcweir 46cdf0e10cSrcweir #if defined __GNUC__ 47cdf0e10cSrcweir #pragma GCC system_header 48cdf0e10cSrcweir #elif defined __SINPRO_CC 49cdf0e10cSrcweir #pragma disable_warn 50cdf0e10cSrcweir #elif defined _MSC_VER 51cdf0e10cSrcweir #pragma warning(push, 1) 52cdf0e10cSrcweir #endif 53cdf0e10cSrcweir 54cdf0e10cSrcweir /* external functions (C++ code, declared as extren "C" */ 55cdf0e10cSrcweir extern int WorkOnTokenSet( int, char* ); 56cdf0e10cSrcweir extern int InitExport( char * , char * ); 57cdf0e10cSrcweir extern int Parse( int nTyp, char *pTokenText ); 58cdf0e10cSrcweir extern int EndExport(); 59cdf0e10cSrcweir extern int SetError(); 60cdf0e10cSrcweir extern int GetError(); 61cdf0e10cSrcweir extern char *GetOutputFile( int argc, char* argv[]); 62cdf0e10cSrcweir extern FILE *GetNextFile(); 63cdf0e10cSrcweir extern int isQuiet(); 64cdf0e10cSrcweir extern void Close(); 65cdf0e10cSrcweir extern char* getFilename(); 66cdf0e10cSrcweir 67cdf0e10cSrcweir /* forwards */ 68cdf0e10cSrcweir void YYWarning(); 69cdf0e10cSrcweir %} 70cdf0e10cSrcweir 71cdf0e10cSrcweir %p 24000 72cdf0e10cSrcweir %e 1200 73cdf0e10cSrcweir %n 500 74cdf0e10cSrcweir 75cdf0e10cSrcweir %% 76cdf0e10cSrcweir 77cdf0e10cSrcweir ^[\t ]*"#pragma".* { 78cdf0e10cSrcweir WorkOnTokenSet( PRAGMA, yytext ); 79cdf0e10cSrcweir } 80cdf0e10cSrcweir 81cdf0e10cSrcweir ^[ \t]*\n { 82cdf0e10cSrcweir WorkOnTokenSet( EMPTYLINE, yytext ); 83cdf0e10cSrcweir } 84cdf0e10cSrcweir 85cdf0e10cSrcweir [\t ]+ | 86cdf0e10cSrcweir ^[\t ]*"#include".* | 87cdf0e10cSrcweir ^[\t ]*"#undef".* | 88cdf0e10cSrcweir "//".* | 89cdf0e10cSrcweir ";" | 90cdf0e10cSrcweir "<" | 91cdf0e10cSrcweir ">" | 92cdf0e10cSrcweir \n { 93cdf0e10cSrcweir WorkOnTokenSet( IGNOREDTOKENS, yytext ); 94cdf0e10cSrcweir } 95cdf0e10cSrcweir "/*" { 96cdf0e10cSrcweir char c1 = 0, c2 = input(); 97cdf0e10cSrcweir char pChar[2]; 98cdf0e10cSrcweir pChar[1] = 0x00; 99cdf0e10cSrcweir pChar[0] = c2; 100cdf0e10cSrcweir 101cdf0e10cSrcweir WorkOnTokenSet( COMMEND, yytext ); 102cdf0e10cSrcweir WorkOnTokenSet( COMMEND, pChar ); 103cdf0e10cSrcweir for(;;) { 104cdf0e10cSrcweir if ( c2 == EOF ) 105cdf0e10cSrcweir break; 106cdf0e10cSrcweir if ( c1 == '*' && c2 == '/' ) 107cdf0e10cSrcweir break; 108cdf0e10cSrcweir c1 = c2; 109cdf0e10cSrcweir c2 = input(); 110cdf0e10cSrcweir pChar[0] = c2; 111cdf0e10cSrcweir WorkOnTokenSet( COMMEND, pChar ); 112cdf0e10cSrcweir } 113cdf0e10cSrcweir } 114cdf0e10cSrcweir 115cdf0e10cSrcweir ^[\t ]*"#ifndef".+$ | 116cdf0e10cSrcweir ^[\t ]*"#ifdef".+$ | 117cdf0e10cSrcweir ^[\t ]*"#if".+$ | 118cdf0e10cSrcweir ^[\t ]*"#elif".*$ | 119cdf0e10cSrcweir ^[\t ]*"#else".*$ | 120cdf0e10cSrcweir ^[\t ]*"#endif".*$ { 121cdf0e10cSrcweir WorkOnTokenSet( CONDITION, yytext ); 122cdf0e10cSrcweir } 123cdf0e10cSrcweir 124cdf0e10cSrcweir [a-zA-Z]+[\t ]+[^={\n]+[\t ] { 125cdf0e10cSrcweir /* defined Res */ 126cdf0e10cSrcweir WorkOnTokenSet( DEFINEDRES, yytext ); 127cdf0e10cSrcweir } 128cdf0e10cSrcweir 129cdf0e10cSrcweir [a-zA-Z]+[ \t]+[^={;\n]+\n[ \t]*"#".*\n[ \t]*"{" | 130cdf0e10cSrcweir [a-zA-Z]+[ \t]+[^={;\n]+\n?([ \t]*"//".*\n)*[ \t]*"{" { 131cdf0e10cSrcweir /* RESSOURCE // String TTT_XX ... */ 132cdf0e10cSrcweir WorkOnTokenSet( RESSOURCE, yytext ); 133cdf0e10cSrcweir } 134cdf0e10cSrcweir 135cdf0e10cSrcweir ^[\t ]*[a-zA-Z_]+[\t ]*"\\"?[\t ]*\n?[ \t]*"{"[\t ]*"\\"? { 136cdf0e10cSrcweir /* SMALRESSOURCE // String ... */ 137cdf0e10cSrcweir WorkOnTokenSet( SMALRESSOURCE, yytext ); 138cdf0e10cSrcweir } 139cdf0e10cSrcweir 140cdf0e10cSrcweir [\t ]*[a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?=[ \t]*L?\".*\".*\n? { 141cdf0e10cSrcweir /* TEXTLINE // TextTyp = "A Text" */ 142cdf0e10cSrcweir WorkOnTokenSet( TEXTLINE, yytext ); 143cdf0e10cSrcweir } 144cdf0e10cSrcweir 145cdf0e10cSrcweir [\t ]*[a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?(\n[ \t]*)?=([ \t]*\n)?(([a-zA-Z0-9_]+)|(\".*\")|([ \t\n]*))*\".*\"(([a-zA-Z0-9_]+)|(\".*\")|([ \t\n]*))*; { 146cdf0e10cSrcweir /* LONGTEXTLINE // TextTyp = "A Text" HHH_XXX "A Text" ZZZ_TTT ... */ 147cdf0e10cSrcweir WorkOnTokenSet( LONGTEXTLINE, yytext ); 148cdf0e10cSrcweir } 149cdf0e10cSrcweir 150cdf0e10cSrcweir \".*\" { 151cdf0e10cSrcweir /* TEXT // "A Text" */ 152cdf0e10cSrcweir WorkOnTokenSet( TEXT, yytext ); 153cdf0e10cSrcweir } 154cdf0e10cSrcweir 155cdf0e10cSrcweir "{"[ \t]*\\? { 156cdf0e10cSrcweir /* LEVELUP */ 157cdf0e10cSrcweir WorkOnTokenSet( LEVELUP, yytext ); 158cdf0e10cSrcweir } 159cdf0e10cSrcweir 160cdf0e10cSrcweir "}"[ \t]*;([ \t]*\\)? { 161cdf0e10cSrcweir /* LEVELDOWN */ 162cdf0e10cSrcweir WorkOnTokenSet( LEVELDOWN, yytext ); 163cdf0e10cSrcweir } 164cdf0e10cSrcweir 165cdf0e10cSrcweir [a-zA-Z0-9_]+[ \t]*"="[ \t]*"MAP_APPFONT"[ \t]*"(".+")".* { 166cdf0e10cSrcweir /* APPFONTMAPPING Typ = MAP_APPFONT( ... ) */ 167cdf0e10cSrcweir WorkOnTokenSet( APPFONTMAPPING, yytext ); 168cdf0e10cSrcweir } 169cdf0e10cSrcweir 170cdf0e10cSrcweir [ \t]*[a-zA-Z0-9_]+[ \t]*=[ \t]*[0123456789]{1,5}[ \t]*";"?\\? { 171cdf0e10cSrcweir /* TEXTREFID // TextTyp = 12345 */ 172cdf0e10cSrcweir WorkOnTokenSet( TEXTREFID, yytext ); 173cdf0e10cSrcweir } 174cdf0e10cSrcweir 175cdf0e10cSrcweir [a-zA-Z0-9_]+[ \t]*"="[\t ]*([ \t]*"//".*\n)*.* | 176cdf0e10cSrcweir [a-zA-Z0-9_]+[ \t]*"=".* { 177cdf0e10cSrcweir /* ASSIGNMENT Typ = ... */ 178cdf0e10cSrcweir WorkOnTokenSet( ASSIGNMENT, yytext ); 179cdf0e10cSrcweir } 180cdf0e10cSrcweir 181cdf0e10cSrcweir 182cdf0e10cSrcweir 183cdf0e10cSrcweir [a-zA-Z0-9_]+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{"[ \t]*(\\[ \t]*)?\n?[ \t]*"<" { 184cdf0e10cSrcweir /* LISTASSIGNMENT Typ [ ... ] = ... */ 185cdf0e10cSrcweir WorkOnTokenSet( LISTASSIGNMENT, yytext ); 186cdf0e10cSrcweir } 187cdf0e10cSrcweir 188cdf0e10cSrcweir "StringList"+[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{"[ \t]*(\\[ \t]*)?\n?[ \t]* { 189cdf0e10cSrcweir /* LISTASSIGNMENT Typ [ ... ] = ... */ 190cdf0e10cSrcweir WorkOnTokenSet( LISTASSIGNMENT, yytext ); 191cdf0e10cSrcweir } 192cdf0e10cSrcweir 193cdf0e10cSrcweir "UIEntries"[ \t]*("["[ \t]*[a-zA-Z0-9_\-]+[ \t]*"]"[ \t]*)?"="[ \t]*(\\[ \t]*)?\n?[ \t]*"{" { 194cdf0e10cSrcweir /* UIENTRIES */ 195cdf0e10cSrcweir WorkOnTokenSet( UIENTRIES, yytext ); 196cdf0e10cSrcweir } 197cdf0e10cSrcweir 198cdf0e10cSrcweir "<"?[ \t]*L?\".*\".*">" { 199cdf0e10cSrcweir /* LISTTEXT */ 200cdf0e10cSrcweir WorkOnTokenSet( LISTTEXT, yytext ); 201cdf0e10cSrcweir } 202cdf0e10cSrcweir 203cdf0e10cSrcweir [ \t]*"#define"[ \t]+[a-zA-Z0-9_]+.*"\\" { 204cdf0e10cSrcweir /* RSCDEFINE #define ... */ 205cdf0e10cSrcweir WorkOnTokenSet( RSCDEFINE, yytext ); 206cdf0e10cSrcweir } 207cdf0e10cSrcweir 208cdf0e10cSrcweir [ \t]*"#define"[ \t]+[a-zA-Z0-9_]+.+ { 209cdf0e10cSrcweir /* #define ... */ 210cdf0e10cSrcweir WorkOnTokenSet( NORMDEFINE, yytext ); 211cdf0e10cSrcweir } 212cdf0e10cSrcweir 213cdf0e10cSrcweir "\\" { 214cdf0e10cSrcweir /* RSCDEFINELEND */ 215cdf0e10cSrcweir WorkOnTokenSet( RSCDEFINELEND, yytext ); 216cdf0e10cSrcweir } 217cdf0e10cSrcweir 218cdf0e10cSrcweir [a-zA-Z0-9_]+[ \t]*; { 219cdf0e10cSrcweir /* allowed other tokens like "49 ;" or "SFX_... ;" */ 220cdf0e10cSrcweir WorkOnTokenSet( ANYTOKEN, yytext ); 221cdf0e10cSrcweir } 222cdf0e10cSrcweir 223cdf0e10cSrcweir . { 224cdf0e10cSrcweir WorkOnTokenSet( UNKNOWNCHAR, yytext ); 225cdf0e10cSrcweir /* YYWarning( "Unknown Char" ); */ 226cdf0e10cSrcweir } 227cdf0e10cSrcweir 228cdf0e10cSrcweir "{"?[ \t]*\".*\"[ \t]*";"[ \t]*"}" { 229cdf0e10cSrcweir /* _LISTTEXT */ 230cdf0e10cSrcweir WorkOnTokenSet( _LISTTEXT, yytext ); 231cdf0e10cSrcweir } 232cdf0e10cSrcweir 233cdf0e10cSrcweir %% 234cdf0e10cSrcweir 235cdf0e10cSrcweir /*****************************************************************************/ 236cdf0e10cSrcweir int yywrap(void) 237cdf0e10cSrcweir /*****************************************************************************/ 238cdf0e10cSrcweir { 239cdf0e10cSrcweir FILE *pFile; 240cdf0e10cSrcweir pFile = GetNextFile(); 241cdf0e10cSrcweir if ( pFile ) { 242cdf0e10cSrcweir yyin = pFile; 243cdf0e10cSrcweir yylineno = 0; 244cdf0e10cSrcweir return 0; 245cdf0e10cSrcweir } 246cdf0e10cSrcweir 247cdf0e10cSrcweir /* end of input reached */ 248cdf0e10cSrcweir return 1; 249cdf0e10cSrcweir } 250cdf0e10cSrcweir 251cdf0e10cSrcweir /*****************************************************************************/ 252cdf0e10cSrcweir void YYWarning( char *s ) 253cdf0e10cSrcweir /*****************************************************************************/ 254cdf0e10cSrcweir { 255cdf0e10cSrcweir /* write warning to stderr */ 256cdf0e10cSrcweir fprintf( stderr, "Warning: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext ); 257cdf0e10cSrcweir } 258cdf0e10cSrcweir 259cdf0e10cSrcweir /*****************************************************************************/ 260cdf0e10cSrcweir void yyerror( char *s ) 261cdf0e10cSrcweir /*****************************************************************************/ 262cdf0e10cSrcweir { 263cdf0e10cSrcweir /* write error to stderr */ 264cdf0e10cSrcweir fprintf( stderr, "Error: \"%s\" in line %d: \"%s\"\n", s, yylineno, yytext ); 265cdf0e10cSrcweir SetError(); 266cdf0e10cSrcweir } 267cdf0e10cSrcweir 268cdf0e10cSrcweir /*****************************************************************************/ 269cdf0e10cSrcweir int 270cdf0e10cSrcweir #ifdef WNT 271cdf0e10cSrcweir _cdecl 272cdf0e10cSrcweir #endif 273cdf0e10cSrcweir main( int argc, char* argv[]) 274cdf0e10cSrcweir /*****************************************************************************/ 275cdf0e10cSrcweir { 276cdf0e10cSrcweir /* error level */ 277cdf0e10cSrcweir int nRetValue = 0; 278cdf0e10cSrcweir char *pOutput; 279cdf0e10cSrcweir FILE *pFile; 280cdf0e10cSrcweir 281cdf0e10cSrcweir pOutput = GetOutputFile( argc, argv ); 282cdf0e10cSrcweir 283cdf0e10cSrcweir if ( !pOutput ) { 284cdf0e10cSrcweir fprintf( stdout, "Syntax:TRANSEX[-p Prj][-r PrjRoot]-i FileIn...[-o FileOut][-m DataBase][-e][-b][-u][-L l1,l2,...]\n" ); 285cdf0e10cSrcweir fprintf( stdout, " Prj: Project\n" ); 286cdf0e10cSrcweir fprintf( stdout, " PrjRoot: Path to project root (..\\.. etc.)\n" ); 287cdf0e10cSrcweir fprintf( stdout, " FileIn: Source files (*.src)\n" ); 288cdf0e10cSrcweir fprintf( stdout, " FileOut: Destination file (*.*)\n" ); 289cdf0e10cSrcweir fprintf( stdout, " DataBase: Mergedata (*.sdf)\n" ); 290cdf0e10cSrcweir fprintf( stdout, " -QQ: quiet output\n" ); 291cdf0e10cSrcweir fprintf( stdout, " -e: Disable writing errorlog\n" ); 292cdf0e10cSrcweir fprintf( stdout, " -b: Break when Token \"HelpText\" found in source\n" ); 293cdf0e10cSrcweir fprintf( stdout, " -u: [english] and [german] are allowed, Id is Taken from DataBase \n" ); 294cdf0e10cSrcweir fprintf( stdout, " -NOUTF8: disable UTF8 as language independent encoding\n" ); 295cdf0e10cSrcweir fprintf( stdout, " -L: Restrict the handled languages. l1,l2,... are elements of (de,en-US...)\n" ); 296cdf0e10cSrcweir fprintf( stdout, " A fallback language can be defined like this: l1=f1.\n" ); 297cdf0e10cSrcweir fprintf( stdout, " f1, f2,... are also elements of (de,en-US...)\n" ); 298cdf0e10cSrcweir fprintf( stdout, " Example: -L de,es=en-US\n" ); 299cdf0e10cSrcweir fprintf( stdout, " Restriction to de and es, en-US will be fallback for es\n" ); 300cdf0e10cSrcweir return 1; 301cdf0e10cSrcweir } 302cdf0e10cSrcweir 303cdf0e10cSrcweir InitExport( pOutput , getFilename() ); 304cdf0e10cSrcweir pFile = GetNextFile(); 305cdf0e10cSrcweir if ( !pFile ) 306cdf0e10cSrcweir return 1; 307cdf0e10cSrcweir 308cdf0e10cSrcweir yyin = pFile; 309cdf0e10cSrcweir 310cdf0e10cSrcweir /* create global instance of class Export */ 311cdf0e10cSrcweir 312cdf0e10cSrcweir /* start parser */ 313cdf0e10cSrcweir yylex(); 314cdf0e10cSrcweir Close(); 315cdf0e10cSrcweir 316cdf0e10cSrcweir /* get error info. and end export */ 317cdf0e10cSrcweir nRetValue = GetError(); 318cdf0e10cSrcweir EndExport(); 319cdf0e10cSrcweir 320cdf0e10cSrcweir /* return error level */ 321cdf0e10cSrcweir return nRetValue; 322cdf0e10cSrcweir } 323