1*b1cdbd2cSJim Jagielski /************************************************************** 2*b1cdbd2cSJim Jagielski * 3*b1cdbd2cSJim Jagielski * Licensed to the Apache Software Foundation (ASF) under one 4*b1cdbd2cSJim Jagielski * or more contributor license agreements. See the NOTICE file 5*b1cdbd2cSJim Jagielski * distributed with this work for additional information 6*b1cdbd2cSJim Jagielski * regarding copyright ownership. The ASF licenses this file 7*b1cdbd2cSJim Jagielski * to you under the Apache License, Version 2.0 (the 8*b1cdbd2cSJim Jagielski * "License"); you may not use this file except in compliance 9*b1cdbd2cSJim Jagielski * with the License. You may obtain a copy of the License at 10*b1cdbd2cSJim Jagielski * 11*b1cdbd2cSJim Jagielski * http://www.apache.org/licenses/LICENSE-2.0 12*b1cdbd2cSJim Jagielski * 13*b1cdbd2cSJim Jagielski * Unless required by applicable law or agreed to in writing, 14*b1cdbd2cSJim Jagielski * software distributed under the License is distributed on an 15*b1cdbd2cSJim Jagielski * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16*b1cdbd2cSJim Jagielski * KIND, either express or implied. See the License for the 17*b1cdbd2cSJim Jagielski * specific language governing permissions and limitations 18*b1cdbd2cSJim Jagielski * under the License. 19*b1cdbd2cSJim Jagielski * 20*b1cdbd2cSJim Jagielski *************************************************************/ 21*b1cdbd2cSJim Jagielski 22*b1cdbd2cSJim Jagielski #include <precomp.h> 23*b1cdbd2cSJim Jagielski #include <tokens/tkp.hxx> 24*b1cdbd2cSJim Jagielski 25*b1cdbd2cSJim Jagielski // NOT FULLY DECLARED SERVICES 26*b1cdbd2cSJim Jagielski #include <tools/tkpchars.hxx> 27*b1cdbd2cSJim Jagielski #include <tokens/tkpcontx.hxx> 28*b1cdbd2cSJim Jagielski 29*b1cdbd2cSJim Jagielski 30*b1cdbd2cSJim Jagielski TokenParser()31*b1cdbd2cSJim JagielskiTokenParser::TokenParser() 32*b1cdbd2cSJim Jagielski : pChars(0), 33*b1cdbd2cSJim Jagielski bHasMore(false) 34*b1cdbd2cSJim Jagielski { 35*b1cdbd2cSJim Jagielski } 36*b1cdbd2cSJim Jagielski 37*b1cdbd2cSJim Jagielski void Start(CharacterSource & i_rSource)38*b1cdbd2cSJim JagielskiTokenParser::Start( CharacterSource & i_rSource ) 39*b1cdbd2cSJim Jagielski { 40*b1cdbd2cSJim Jagielski InitSource(i_rSource); 41*b1cdbd2cSJim Jagielski } 42*b1cdbd2cSJim Jagielski 43*b1cdbd2cSJim Jagielski void GetNextToken()44*b1cdbd2cSJim JagielskiTokenParser::GetNextToken() 45*b1cdbd2cSJim Jagielski { 46*b1cdbd2cSJim Jagielski csv_assert(pChars != 0); 47*b1cdbd2cSJim Jagielski 48*b1cdbd2cSJim Jagielski bHasMore = NOT pChars->IsFinished(); 49*b1cdbd2cSJim Jagielski 50*b1cdbd2cSJim Jagielski for ( bool bDone = NOT bHasMore; NOT bDone; ) 51*b1cdbd2cSJim Jagielski { 52*b1cdbd2cSJim Jagielski CurrentContext().ReadCharChain(*pChars); 53*b1cdbd2cSJim Jagielski bDone = CurrentContext().PassNewToken(); 54*b1cdbd2cSJim Jagielski SetCurrentContext(CurrentContext().FollowUpContext()); 55*b1cdbd2cSJim Jagielski } 56*b1cdbd2cSJim Jagielski } 57*b1cdbd2cSJim Jagielski 58*b1cdbd2cSJim Jagielski void InitSource(CharacterSource & i_rSource)59*b1cdbd2cSJim JagielskiTokenParser::InitSource( CharacterSource & i_rSource ) 60*b1cdbd2cSJim Jagielski { 61*b1cdbd2cSJim Jagielski pChars = &i_rSource; 62*b1cdbd2cSJim Jagielski bHasMore = true; 63*b1cdbd2cSJim Jagielski SetStartContext(); 64*b1cdbd2cSJim Jagielski } 65*b1cdbd2cSJim Jagielski 66*b1cdbd2cSJim Jagielski 67