xref: /aoo4110/main/oox/source/token/tokens.pl (revision b1cdbd2c)
1*b1cdbd2cSJim Jagielski#**************************************************************
2*b1cdbd2cSJim Jagielski#
3*b1cdbd2cSJim Jagielski#  Licensed to the Apache Software Foundation (ASF) under one
4*b1cdbd2cSJim Jagielski#  or more contributor license agreements.  See the NOTICE file
5*b1cdbd2cSJim Jagielski#  distributed with this work for additional information
6*b1cdbd2cSJim Jagielski#  regarding copyright ownership.  The ASF licenses this file
7*b1cdbd2cSJim Jagielski#  to you under the Apache License, Version 2.0 (the
8*b1cdbd2cSJim Jagielski#  "License"); you may not use this file except in compliance
9*b1cdbd2cSJim Jagielski#  with the License.  You may obtain a copy of the License at
10*b1cdbd2cSJim Jagielski#
11*b1cdbd2cSJim Jagielski#    http://www.apache.org/licenses/LICENSE-2.0
12*b1cdbd2cSJim Jagielski#
13*b1cdbd2cSJim Jagielski#  Unless required by applicable law or agreed to in writing,
14*b1cdbd2cSJim Jagielski#  software distributed under the License is distributed on an
15*b1cdbd2cSJim Jagielski#  "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16*b1cdbd2cSJim Jagielski#  KIND, either express or implied.  See the License for the
17*b1cdbd2cSJim Jagielski#  specific language governing permissions and limitations
18*b1cdbd2cSJim Jagielski#  under the License.
19*b1cdbd2cSJim Jagielski#
20*b1cdbd2cSJim Jagielski#**************************************************************
21*b1cdbd2cSJim Jagielski
22*b1cdbd2cSJim Jagielski
23*b1cdbd2cSJim Jagielski
24*b1cdbd2cSJim Jagielski$ARGV0 = shift @ARGV;
25*b1cdbd2cSJim Jagielski$ARGV1 = shift @ARGV;
26*b1cdbd2cSJim Jagielski$ARGV2 = shift @ARGV;
27*b1cdbd2cSJim Jagielski$ARGV3 = shift @ARGV;
28*b1cdbd2cSJim Jagielski
29*b1cdbd2cSJim Jagielskiopen( INFILE, $ARGV0 ) or die "Error: cannot open input file: $!";
30*b1cdbd2cSJim Jagielskimy %tokens;
31*b1cdbd2cSJim Jagielskiwhile ( <INFILE> )
32*b1cdbd2cSJim Jagielski{
33*b1cdbd2cSJim Jagielski    # trim newline
34*b1cdbd2cSJim Jagielski    chomp( $_ );
35*b1cdbd2cSJim Jagielski    # trim leading/trailing whitespace
36*b1cdbd2cSJim Jagielski    $_ =~ s/^\s*//g;
37*b1cdbd2cSJim Jagielski    $_ =~ s/\s*$//g;
38*b1cdbd2cSJim Jagielski    # check for valid characters
39*b1cdbd2cSJim Jagielski    $_ =~ /^[a-zA-Z0-9-_]+$/ or die "Error: invalid character in token '$_'";
40*b1cdbd2cSJim Jagielski    $id = "XML_$_";
41*b1cdbd2cSJim Jagielski    $id =~ s/-/_/g;
42*b1cdbd2cSJim Jagielski    $tokens{$_} = $id;
43*b1cdbd2cSJim Jagielski}
44*b1cdbd2cSJim Jagielskiclose ( INFILE );
45*b1cdbd2cSJim Jagielski
46*b1cdbd2cSJim Jagielski# generate output files
47*b1cdbd2cSJim Jagielski
48*b1cdbd2cSJim Jagielskiopen ( IDFILE, ">$ARGV1" ) or die "Error: cannot open output file: $!";
49*b1cdbd2cSJim Jagielskiopen ( NAMEFILE, ">$ARGV2" ) or die "Error: cannot open output file: $!";
50*b1cdbd2cSJim Jagielskiopen ( GPERFFILE, ">$ARGV3" ) or die "Error: cannot open output file: $!";
51*b1cdbd2cSJim Jagielski
52*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%language=C++\n" );
53*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%global-table\n" );
54*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%null-strings\n" );
55*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%struct-type\n" );
56*b1cdbd2cSJim Jagielskiprint( GPERFFILE "struct xmltoken {\n" );
57*b1cdbd2cSJim Jagielskiprint( GPERFFILE "    const sal_Char *name;\n" );
58*b1cdbd2cSJim Jagielskiprint( GPERFFILE "    sal_Int32 nToken;\n" );
59*b1cdbd2cSJim Jagielskiprint( GPERFFILE "};\n" );
60*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%%\n" );
61*b1cdbd2cSJim Jagielski
62*b1cdbd2cSJim Jagielski$i = 0;
63*b1cdbd2cSJim Jagielskiforeach( sort( keys( %tokens ) ) )
64*b1cdbd2cSJim Jagielski{
65*b1cdbd2cSJim Jagielski    print( IDFILE "const sal_Int32 $tokens{$_} = $i;\n" );
66*b1cdbd2cSJim Jagielski    print( NAMEFILE "\"$_\",\n" );
67*b1cdbd2cSJim Jagielski    print( GPERFFILE "$_,$tokens{$_}\n" );
68*b1cdbd2cSJim Jagielski    ++$i;
69*b1cdbd2cSJim Jagielski}
70*b1cdbd2cSJim Jagielski
71*b1cdbd2cSJim Jagielskiprint( IDFILE "const sal_Int32 XML_TOKEN_COUNT = $i;\n" );
72*b1cdbd2cSJim Jagielskiprint( GPERFFILE "%%\n" );
73*b1cdbd2cSJim Jagielski
74*b1cdbd2cSJim Jagielskiclose( IDFILE );
75*b1cdbd2cSJim Jagielskiclose( NAMEFILE );
76*b1cdbd2cSJim Jagielskiclose( GPERFFILE );
77