1*b1cdbd2cSJim Jagielski#************************************************************** 2*b1cdbd2cSJim Jagielski# 3*b1cdbd2cSJim Jagielski# Licensed to the Apache Software Foundation (ASF) under one 4*b1cdbd2cSJim Jagielski# or more contributor license agreements. See the NOTICE file 5*b1cdbd2cSJim Jagielski# distributed with this work for additional information 6*b1cdbd2cSJim Jagielski# regarding copyright ownership. The ASF licenses this file 7*b1cdbd2cSJim Jagielski# to you under the Apache License, Version 2.0 (the 8*b1cdbd2cSJim Jagielski# "License"); you may not use this file except in compliance 9*b1cdbd2cSJim Jagielski# with the License. You may obtain a copy of the License at 10*b1cdbd2cSJim Jagielski# 11*b1cdbd2cSJim Jagielski# http://www.apache.org/licenses/LICENSE-2.0 12*b1cdbd2cSJim Jagielski# 13*b1cdbd2cSJim Jagielski# Unless required by applicable law or agreed to in writing, 14*b1cdbd2cSJim Jagielski# software distributed under the License is distributed on an 15*b1cdbd2cSJim Jagielski# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16*b1cdbd2cSJim Jagielski# KIND, either express or implied. See the License for the 17*b1cdbd2cSJim Jagielski# specific language governing permissions and limitations 18*b1cdbd2cSJim Jagielski# under the License. 19*b1cdbd2cSJim Jagielski# 20*b1cdbd2cSJim Jagielski#************************************************************** 21*b1cdbd2cSJim Jagielski 22*b1cdbd2cSJim Jagielski 23*b1cdbd2cSJim Jagielski 24*b1cdbd2cSJim Jagielski$ARGV = shift @ARGV; 25*b1cdbd2cSJim Jagielskimy %tokens; 26*b1cdbd2cSJim Jagielski 27*b1cdbd2cSJim Jagielskimy @files = glob("$ARGV/*.rnc"); 28*b1cdbd2cSJim Jagielski 29*b1cdbd2cSJim Jagielskiopen( TOKEN, ">tokens.txt" ) || die "can't write token file"; 30*b1cdbd2cSJim Jagielski 31*b1cdbd2cSJim Jagielskiforeach( @files ) 32*b1cdbd2cSJim Jagielski{ 33*b1cdbd2cSJim Jagielski print( "parsing $_\n" ); 34*b1cdbd2cSJim Jagielski open ( XSD, $_ ) || die "can't open token file: $!"; 35*b1cdbd2cSJim Jagielski while( <XSD> ) 36*b1cdbd2cSJim Jagielski { 37*b1cdbd2cSJim Jagielski chomp($_); 38*b1cdbd2cSJim Jagielski if( /element (\S*:)?(\S*)/ ) 39*b1cdbd2cSJim Jagielski { 40*b1cdbd2cSJim Jagielski $tokens{$2} = 1; 41*b1cdbd2cSJim Jagielski print("."); 42*b1cdbd2cSJim Jagielski } 43*b1cdbd2cSJim Jagielski elsif( /attribute (\S*:)?(\S*)/ ) 44*b1cdbd2cSJim Jagielski { 45*b1cdbd2cSJim Jagielski $tokens{$2} = 1; 46*b1cdbd2cSJim Jagielski print("."); 47*b1cdbd2cSJim Jagielski } 48*b1cdbd2cSJim Jagielski elsif( /list\s*\{/ ) 49*b1cdbd2cSJim Jagielski { 50*b1cdbd2cSJim Jagielski while( <XSD> ) 51*b1cdbd2cSJim Jagielski { 52*b1cdbd2cSJim Jagielski chomp($_); 53*b1cdbd2cSJim Jagielski last if( /^\s*\}/ ); 54*b1cdbd2cSJim Jagielski if( /"(\S*?)\"/ ) 55*b1cdbd2cSJim Jagielski { 56*b1cdbd2cSJim Jagielski $tokens{$1} = 1; 57*b1cdbd2cSJim Jagielski print("."); 58*b1cdbd2cSJim Jagielski } 59*b1cdbd2cSJim Jagielski } 60*b1cdbd2cSJim Jagielski } 61*b1cdbd2cSJim Jagielski } 62*b1cdbd2cSJim Jagielski close ( XSD ); 63*b1cdbd2cSJim Jagielski 64*b1cdbd2cSJim Jagielski print("\n" ); 65*b1cdbd2cSJim Jagielski} 66*b1cdbd2cSJim Jagielski 67*b1cdbd2cSJim Jagielskiforeach( sort(keys(%tokens)) ) 68*b1cdbd2cSJim Jagielski{ 69*b1cdbd2cSJim Jagielski print TOKEN "$_\n"; 70*b1cdbd2cSJim Jagielski} 71*b1cdbd2cSJim Jagielskiclose( TOKEN ); 72