1*cdf0e10cSrcweir /************************************************************************* 2*cdf0e10cSrcweir * 3*cdf0e10cSrcweir * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. 4*cdf0e10cSrcweir * 5*cdf0e10cSrcweir * Copyright 2000, 2010 Oracle and/or its affiliates. 6*cdf0e10cSrcweir * 7*cdf0e10cSrcweir * OpenOffice.org - a multi-platform office productivity suite 8*cdf0e10cSrcweir * 9*cdf0e10cSrcweir * This file is part of OpenOffice.org. 10*cdf0e10cSrcweir * 11*cdf0e10cSrcweir * OpenOffice.org is free software: you can redistribute it and/or modify 12*cdf0e10cSrcweir * it under the terms of the GNU Lesser General Public License version 3 13*cdf0e10cSrcweir * only, as published by the Free Software Foundation. 14*cdf0e10cSrcweir * 15*cdf0e10cSrcweir * OpenOffice.org is distributed in the hope that it will be useful, 16*cdf0e10cSrcweir * but WITHOUT ANY WARRANTY; without even the implied warranty of 17*cdf0e10cSrcweir * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 18*cdf0e10cSrcweir * GNU Lesser General Public License version 3 for more details 19*cdf0e10cSrcweir * (a copy is included in the LICENSE file that accompanied this code). 20*cdf0e10cSrcweir * 21*cdf0e10cSrcweir * You should have received a copy of the GNU Lesser General Public License 22*cdf0e10cSrcweir * version 3 along with OpenOffice.org. If not, see 23*cdf0e10cSrcweir * <http://www.openoffice.org/license.html> 24*cdf0e10cSrcweir * for a copy of the LGPLv3 License. 25*cdf0e10cSrcweir * 26*cdf0e10cSrcweir ************************************************************************/ 27*cdf0e10cSrcweir 28*cdf0e10cSrcweir #include <precomp.h> 29*cdf0e10cSrcweir #include <tokens/tkp.hxx> 30*cdf0e10cSrcweir 31*cdf0e10cSrcweir // NOT FULLY DECLARED SERVICES 32*cdf0e10cSrcweir #include <tools/tkpchars.hxx> 33*cdf0e10cSrcweir #include <tokens/tkpcontx.hxx> 34*cdf0e10cSrcweir 35*cdf0e10cSrcweir 36*cdf0e10cSrcweir 37*cdf0e10cSrcweir TokenParser::TokenParser() 38*cdf0e10cSrcweir : pChars(0), 39*cdf0e10cSrcweir bHasMore(false) 40*cdf0e10cSrcweir { 41*cdf0e10cSrcweir } 42*cdf0e10cSrcweir 43*cdf0e10cSrcweir void 44*cdf0e10cSrcweir TokenParser::Start( CharacterSource & i_rSource ) 45*cdf0e10cSrcweir { 46*cdf0e10cSrcweir InitSource(i_rSource); 47*cdf0e10cSrcweir } 48*cdf0e10cSrcweir 49*cdf0e10cSrcweir void 50*cdf0e10cSrcweir TokenParser::GetNextToken() 51*cdf0e10cSrcweir { 52*cdf0e10cSrcweir csv_assert(pChars != 0); 53*cdf0e10cSrcweir 54*cdf0e10cSrcweir bHasMore = NOT pChars->IsFinished(); 55*cdf0e10cSrcweir 56*cdf0e10cSrcweir for ( bool bDone = NOT bHasMore; NOT bDone; ) 57*cdf0e10cSrcweir { 58*cdf0e10cSrcweir CurrentContext().ReadCharChain(*pChars); 59*cdf0e10cSrcweir bDone = CurrentContext().PassNewToken(); 60*cdf0e10cSrcweir SetCurrentContext(CurrentContext().FollowUpContext()); 61*cdf0e10cSrcweir } 62*cdf0e10cSrcweir } 63*cdf0e10cSrcweir 64*cdf0e10cSrcweir void 65*cdf0e10cSrcweir TokenParser::InitSource( CharacterSource & i_rSource ) 66*cdf0e10cSrcweir { 67*cdf0e10cSrcweir pChars = &i_rSource; 68*cdf0e10cSrcweir bHasMore = true; 69*cdf0e10cSrcweir SetStartContext(); 70*cdf0e10cSrcweir } 71*cdf0e10cSrcweir 72*cdf0e10cSrcweir 73