1*b1cdbd2cSJim Jagielski /**************************************************************
2*b1cdbd2cSJim Jagielski  *
3*b1cdbd2cSJim Jagielski  * Licensed to the Apache Software Foundation (ASF) under one
4*b1cdbd2cSJim Jagielski  * or more contributor license agreements.  See the NOTICE file
5*b1cdbd2cSJim Jagielski  * distributed with this work for additional information
6*b1cdbd2cSJim Jagielski  * regarding copyright ownership.  The ASF licenses this file
7*b1cdbd2cSJim Jagielski  * to you under the Apache License, Version 2.0 (the
8*b1cdbd2cSJim Jagielski  * "License"); you may not use this file except in compliance
9*b1cdbd2cSJim Jagielski  * with the License.  You may obtain a copy of the License at
10*b1cdbd2cSJim Jagielski  *
11*b1cdbd2cSJim Jagielski  *   http://www.apache.org/licenses/LICENSE-2.0
12*b1cdbd2cSJim Jagielski  *
13*b1cdbd2cSJim Jagielski  * Unless required by applicable law or agreed to in writing,
14*b1cdbd2cSJim Jagielski  * software distributed under the License is distributed on an
15*b1cdbd2cSJim Jagielski  * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
16*b1cdbd2cSJim Jagielski  * KIND, either express or implied.  See the License for the
17*b1cdbd2cSJim Jagielski  * specific language governing permissions and limitations
18*b1cdbd2cSJim Jagielski  * under the License.
19*b1cdbd2cSJim Jagielski  *
20*b1cdbd2cSJim Jagielski  *************************************************************/
21*b1cdbd2cSJim Jagielski 
22*b1cdbd2cSJim Jagielski #include <precomp.h>
23*b1cdbd2cSJim Jagielski #include <tokens/tkp.hxx>
24*b1cdbd2cSJim Jagielski 
25*b1cdbd2cSJim Jagielski // NOT FULLY DECLARED SERVICES
26*b1cdbd2cSJim Jagielski #include <tools/tkpchars.hxx>
27*b1cdbd2cSJim Jagielski #include <tokens/tkpcontx.hxx>
28*b1cdbd2cSJim Jagielski 
29*b1cdbd2cSJim Jagielski 
30*b1cdbd2cSJim Jagielski 
TokenParser()31*b1cdbd2cSJim Jagielski TokenParser::TokenParser()
32*b1cdbd2cSJim Jagielski 	:	pChars(0),
33*b1cdbd2cSJim Jagielski 		bHasMore(false)
34*b1cdbd2cSJim Jagielski {
35*b1cdbd2cSJim Jagielski }
36*b1cdbd2cSJim Jagielski 
37*b1cdbd2cSJim Jagielski void
Start(CharacterSource & i_rSource)38*b1cdbd2cSJim Jagielski TokenParser::Start( CharacterSource & i_rSource )
39*b1cdbd2cSJim Jagielski {
40*b1cdbd2cSJim Jagielski     InitSource(i_rSource);
41*b1cdbd2cSJim Jagielski }
42*b1cdbd2cSJim Jagielski 
43*b1cdbd2cSJim Jagielski void
GetNextToken()44*b1cdbd2cSJim Jagielski TokenParser::GetNextToken()
45*b1cdbd2cSJim Jagielski {
46*b1cdbd2cSJim Jagielski 	csv_assert(pChars != 0);
47*b1cdbd2cSJim Jagielski 
48*b1cdbd2cSJim Jagielski 	bHasMore = NOT pChars->IsFinished();
49*b1cdbd2cSJim Jagielski 
50*b1cdbd2cSJim Jagielski 	for ( bool bDone = NOT bHasMore; NOT bDone; )
51*b1cdbd2cSJim Jagielski 	{
52*b1cdbd2cSJim Jagielski 		CurrentContext().ReadCharChain(*pChars);
53*b1cdbd2cSJim Jagielski 		bDone = CurrentContext().PassNewToken();
54*b1cdbd2cSJim Jagielski 		SetCurrentContext(CurrentContext().FollowUpContext());
55*b1cdbd2cSJim Jagielski 	}
56*b1cdbd2cSJim Jagielski }
57*b1cdbd2cSJim Jagielski 
58*b1cdbd2cSJim Jagielski void
InitSource(CharacterSource & i_rSource)59*b1cdbd2cSJim Jagielski TokenParser::InitSource( CharacterSource & i_rSource )
60*b1cdbd2cSJim Jagielski {
61*b1cdbd2cSJim Jagielski 	pChars = &i_rSource;
62*b1cdbd2cSJim Jagielski 	bHasMore = true;
63*b1cdbd2cSJim Jagielski 	SetStartContext();
64*b1cdbd2cSJim Jagielski }
65*b1cdbd2cSJim Jagielski 
66*b1cdbd2cSJim Jagielski 
67