antlr/include/antlr/TokenBuffer.hpp

Go to the documentation of this file.

#ifndef INC_TokenBuffer_hpp__
#define INC_TokenBuffer_hpp__

/* ANTLR Translator Generator
 * Project led by Terence Parr at http://www.jGuru.com
 * Software rights: http://www.antlr.org/license.html
 *
 * $Id: //depot/code/org.antlr/release/antlr-2.7.7/lib/cpp/antlr/TokenBuffer.hpp#2 $
 */

#include <antlr/config.hpp>
#include <antlr/TokenStream.hpp>
#include <antlr/CircularQueue.hpp>

#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE
namespace antlr {
#endif

class ANTLR_API TokenBuffer {
public:
        TokenBuffer(TokenStream& input_);
        virtual ~TokenBuffer();

        inline void reset( void )
        {
                nMarkers = 0;
                markerOffset = 0;
                numToConsume = 0;
                queue.clear();
        }

        int LA( unsigned int i );

        RefToken LT( unsigned int i );

        unsigned int mark();

        void rewind(unsigned int mark);

        inline void consume()
        {
                numToConsume++;
        }

        virtual unsigned int entries() const;

private:
        void fill(unsigned int amount);
        void syncConsume();

protected:
        TokenStream& input;

        unsigned int nMarkers;

        unsigned int markerOffset;

        unsigned int numToConsume;

        CircularQueue<RefToken> queue;

private:
        TokenBuffer(const TokenBuffer& other);
        const TokenBuffer& operator=(const TokenBuffer& other);
};

inline void TokenBuffer::syncConsume()
{
        if (numToConsume > 0)
        {
                if (nMarkers > 0)
                        markerOffset += numToConsume;
                else
                        queue.removeItems( numToConsume );

                numToConsume = 0;
        }
}

#ifdef ANTLR_CXX_SUPPORTS_NAMESPACE
}
#endif

#endif //INC_TokenBuffer_hpp__

---