1 /************************************************************** 2 * 3 * Licensed to the Apache Software Foundation (ASF) under one 4 * or more contributor license agreements. See the NOTICE file 5 * distributed with this work for additional information 6 * regarding copyright ownership. The ASF licenses this file 7 * to you under the Apache License, Version 2.0 (the 8 * "License"); you may not use this file except in compliance 9 * with the License. You may obtain a copy of the License at 10 * 11 * http://www.apache.org/licenses/LICENSE-2.0 12 * 13 * Unless required by applicable law or agreed to in writing, 14 * software distributed under the License is distributed on an 15 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16 * KIND, either express or implied. See the License for the 17 * specific language governing permissions and limitations 18 * under the License. 19 * 20 *************************************************************/ 21 22 #include <precomp.h> 23 #include <tokens/tkp.hxx> 24 25 // NOT FULLY DECLARED SERVICES 26 #include <tools/tkpchars.hxx> 27 #include <tokens/tkpcontx.hxx> 28 29 30 TokenParser()31TokenParser::TokenParser() 32 : pChars(0), 33 bHasMore(false) 34 { 35 } 36 37 void Start(CharacterSource & i_rSource)38TokenParser::Start( CharacterSource & i_rSource ) 39 { 40 InitSource(i_rSource); 41 } 42 43 void GetNextToken()44TokenParser::GetNextToken() 45 { 46 csv_assert(pChars != 0); 47 48 bHasMore = NOT pChars->IsFinished(); 49 50 for ( bool bDone = NOT bHasMore; NOT bDone; ) 51 { 52 CurrentContext().ReadCharChain(*pChars); 53 bDone = CurrentContext().PassNewToken(); 54 SetCurrentContext(CurrentContext().FollowUpContext()); 55 } 56 } 57 58 void InitSource(CharacterSource & i_rSource)59TokenParser::InitSource( CharacterSource & i_rSource ) 60 { 61 pChars = &i_rSource; 62 bHasMore = true; 63 SetStartContext(); 64 } 65 66 67