1*78bc99aaSAndrew Rist /************************************************************** 2cdf0e10cSrcweir * 3*78bc99aaSAndrew Rist * Licensed to the Apache Software Foundation (ASF) under one 4*78bc99aaSAndrew Rist * or more contributor license agreements. See the NOTICE file 5*78bc99aaSAndrew Rist * distributed with this work for additional information 6*78bc99aaSAndrew Rist * regarding copyright ownership. The ASF licenses this file 7*78bc99aaSAndrew Rist * to you under the Apache License, Version 2.0 (the 8*78bc99aaSAndrew Rist * "License"); you may not use this file except in compliance 9*78bc99aaSAndrew Rist * with the License. You may obtain a copy of the License at 10*78bc99aaSAndrew Rist * 11*78bc99aaSAndrew Rist * http://www.apache.org/licenses/LICENSE-2.0 12*78bc99aaSAndrew Rist * 13*78bc99aaSAndrew Rist * Unless required by applicable law or agreed to in writing, 14*78bc99aaSAndrew Rist * software distributed under the License is distributed on an 15*78bc99aaSAndrew Rist * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY 16*78bc99aaSAndrew Rist * KIND, either express or implied. See the License for the 17*78bc99aaSAndrew Rist * specific language governing permissions and limitations 18*78bc99aaSAndrew Rist * under the License. 19*78bc99aaSAndrew Rist * 20*78bc99aaSAndrew Rist *************************************************************/ 21cdf0e10cSrcweir 22cdf0e10cSrcweir #include <precomp.h> 23cdf0e10cSrcweir #include <tokens/tkp.hxx> 24cdf0e10cSrcweir 25cdf0e10cSrcweir // NOT FULLY DECLARED SERVICES 26cdf0e10cSrcweir #include <tools/tkpchars.hxx> 27cdf0e10cSrcweir #include <tokens/tkpcontx.hxx> 28cdf0e10cSrcweir 29cdf0e10cSrcweir 30cdf0e10cSrcweir TokenParser()31cdf0e10cSrcweirTokenParser::TokenParser() 32cdf0e10cSrcweir : pChars(0), 33cdf0e10cSrcweir bHasMore(false) 34cdf0e10cSrcweir { 35cdf0e10cSrcweir } 36cdf0e10cSrcweir 37cdf0e10cSrcweir void Start(CharacterSource & i_rSource)38cdf0e10cSrcweirTokenParser::Start( CharacterSource & i_rSource ) 39cdf0e10cSrcweir { 40cdf0e10cSrcweir InitSource(i_rSource); 41cdf0e10cSrcweir } 42cdf0e10cSrcweir 43cdf0e10cSrcweir void GetNextToken()44cdf0e10cSrcweirTokenParser::GetNextToken() 45cdf0e10cSrcweir { 46cdf0e10cSrcweir csv_assert(pChars != 0); 47cdf0e10cSrcweir 48cdf0e10cSrcweir bHasMore = NOT pChars->IsFinished(); 49cdf0e10cSrcweir 50cdf0e10cSrcweir for ( bool bDone = NOT bHasMore; NOT bDone; ) 51cdf0e10cSrcweir { 52cdf0e10cSrcweir CurrentContext().ReadCharChain(*pChars); 53cdf0e10cSrcweir bDone = CurrentContext().PassNewToken(); 54cdf0e10cSrcweir SetCurrentContext(CurrentContext().FollowUpContext()); 55cdf0e10cSrcweir } 56cdf0e10cSrcweir } 57cdf0e10cSrcweir 58cdf0e10cSrcweir void InitSource(CharacterSource & i_rSource)59cdf0e10cSrcweirTokenParser::InitSource( CharacterSource & i_rSource ) 60cdf0e10cSrcweir { 61cdf0e10cSrcweir pChars = &i_rSource; 62cdf0e10cSrcweir bHasMore = true; 63cdf0e10cSrcweir SetStartContext(); 64cdf0e10cSrcweir } 65cdf0e10cSrcweir 66cdf0e10cSrcweir 67