/*
 * Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
 * Use of this file is governed by the BSD 3-clause license that
 * can be found in the LICENSE.txt file in the project root.
 */

module antlr.v4.runtime.Lexer;

import std.stdio;
import std.typecons;
import std.array;
import std.conv;
import std.variant;
import antlr.v4.runtime.ANTLRErrorListener;
import antlr.v4.runtime.Recognizer;
import antlr.v4.runtime.RecognitionException;
import antlr.v4.runtime.atn.LexerATNSimulator;
import antlr.v4.runtime.Token;
import antlr.v4.runtime.TokenConstantDefinition;
import antlr.v4.runtime.TokenSource;
import antlr.v4.runtime.InterfaceLexer;
import antlr.v4.runtime.TokenFactory;
import antlr.v4.runtime.CharStream;
import antlr.v4.runtime.IntStream;
import antlr.v4.runtime.IntStreamConstant;
import antlr.v4.runtime.CommonToken;
import antlr.v4.runtime.CommonTokenFactory;
import antlr.v4.runtime.IllegalStateException;
import antlr.v4.runtime.LexerNoViableAltException;
import antlr.v4.runtime.misc;
import antlr.v4.runtime.InterfaceRuleContext;

alias TokenFactorySourcePair = Tuple!(TokenSource, "a", CharStream, "b");

/**
 * A lexer is recognizer that draws input symbols from a character stream.
 * lexer grammars result in a subclass of this object. A Lexer object
 * uses simplified match() and error recovery mechanisms in the interest
 * of speed.
 */
abstract class Lexer : Recognizer!(int, LexerATNSimulator), TokenSource, InterfaceLexer
{

    public static immutable int DEFAULT_MODE = 0;

    public static immutable int MORE = -2;

    public static immutable int SKIP = -3;

    public static immutable int DEFAULT_TOKEN_CHANNEL = TokenConstantDefinition.DEFAULT_CHANNEL;

    public static immutable int HIDDEN = TokenConstantDefinition.HIDDEN_CHANNEL;

    public static immutable int MIN_CHAR_VALUE = 0;

    public static immutable int MAX_CHAR_VALUE = 0x10FFFF;

    public CharStream _input;

    protected TokenFactorySourcePair _tokenFactorySourcePair;

    /**
     * How to create token objects
     * @uml
     * @read
     * @write
     * @override
     */
    public TokenFactory!CommonToken tokenFactory_;

    /**
     * The goal of all lexer rules/methods is to create a token object.
     * This is an instance variable as multiple rules may collaborate to
     * create a single token.  nextToken will return this object after
     * matching lexer rule(s).  If you subclass to allow multiple token
     * emissions, then set this to the last token to be matched or
     * something nonnull so that the auto token emit mechanism will not
     * emit another token.
     */
    public Token _token;

    public IntegerStack _modeStack;

    /**
     * What character index in the stream did the current token start at?
     * Needed, for example, to get the text for current token.  Set at
     * the start of nextToken.
     */
    public size_t _tokenStartCharIndex;

    /**
     * The line on which the first character of the token resides
     */
    public int _tokenStartLine;

    /**
     * The character position of first character within the line
     */
    public int _tokenStartCharPositionInLine;

    public bool _hitEOF;

    /**
     * The channel number for the current token
     */
    public int _channel;

    /**
     * The token type for the current token
     */
    public int _type;

    public int _mode;

    /**
     * You can set the text for the current token to override what is in
     * the input char buffer.  Use setText() or can set this instance var.
     */
    public Variant _text;

    public this()
    {
    }

    public this(CharStream input)
    {
        tokenFactory_ = CommonTokenFactory.DEFAULT;
        this._input = input;
        this._tokenFactorySourcePair = tuple(this, input);
        _modeStack = new IntegerStack();
    }

    public void reset()
    {
    // wack Lexer state variables
        if (_input !is null) {
            _input.seek(0); // rewind the input
        }
        _token = null;
        _type = TokenConstantDefinition.INVALID_TYPE;
        _channel = TokenConstantDefinition.DEFAULT_CHANNEL;
        _tokenStartCharIndex = -1;
        _tokenStartCharPositionInLine = -1;
        _tokenStartLine = -1;
        _text.init;
        _hitEOF = false;
        _mode = Lexer.DEFAULT_MODE;
        _modeStack.clear();
        getInterpreter().reset();
    }

    /**
     * Return a token from this source; i.e., match a token on the char
     * stream.
     */
    public Token nextToken()
    {
        if (_input is null) {
                throw new IllegalStateException("nextToken requires a non-null input stream.");
            }
        // Mark start location in char stream so unbuffered streams are
        // guaranteed at least have text of current token
        int tokenStartMarker = _input.mark();
        try{
        outer:
            while (true) {
                if (_hitEOF) {
                    emitEOF();
                    return _token;
                }
                _token = null;
                _channel = TokenConstantDefinition.DEFAULT_CHANNEL;
                _tokenStartCharIndex = _input.index;
                _tokenStartCharPositionInLine = getInterpreter.getCharPositionInLine();
                _tokenStartLine = getInterpreter.getLine;
                _text.init;
                do {
                    _type = TokenConstantDefinition.INVALID_TYPE;
                    debug(Lexer) {
                        import std.stdio;
                        writefln("nextToken line = %s at %s: %s in mode %s at index %s",
                                 _tokenStartLine,
                                 _tokenStartCharPositionInLine,
                                 _input.LA(1),
                                 _mode,
                                 _input.index);
                    }
                    int ttype;
                    try {
                        ttype = getInterpreter.match(_input, _mode);
                    }
                    catch (LexerNoViableAltException e) {
                        notifyListeners(e);     // report error
                        recover(e);
                        ttype = SKIP;
                    }
                    if (_input.LA(1) == IntStreamConstant.EOF) {
                        _hitEOF = true;
                    }
                    if (_type == TokenConstantDefinition.INVALID_TYPE) _type = ttype;
                    if (_type == SKIP) {
                        continue outer;
                    }
                }
                while (_type == MORE);

                if (_token is null) {
                    emit();
                }
                return _token;
            }
        }
        finally {
            // make sure we release marker after match or
            // unbuffered char stream will keep buffering
            _input.release(tokenStartMarker);
        }
        assert(0);
    }

    /**
     * Instruct the lexer to skip creating a token for current lexer rule
     * and look for another token.  nextToken() knows to keep looking when
     * a lexer rule finishes with token set to SKIP_TOKEN.  Recall that
     * if token==null at end of any token rule, it creates one for you
     * and emits it.
     */
    public void skip()
    {
        _type = SKIP;
    }

    public void more()
    {
        _type = MORE;
    }

    public void mode(int m)
    {
        _mode = m;
    }

    public void pushMode(int m)
    {
        debug(LexerATNSimulator)
            writefln("pushMode %s %s", m, _modeStack);
        _modeStack.push(_mode);
        mode(m);
    }

    public int popMode()
    {
        assert (!_modeStack.isEmpty, "Empty stack");
        debug(LexerATNSimulator)
            writefln("popMode back to %s", _modeStack.peek);
        mode(_modeStack.pop);
        return _mode;
    }

    /**
     * Set the char stream and reset the lexer
     * @uml
     * @override
     */
    public override void setInputStream(IntStream input)
    {
        this._input = null;
        this._tokenFactorySourcePair = tuple(this, _input);
        reset();
        this._input = cast(CharStream)input;
        this._tokenFactorySourcePair = tuple(this, _input);
    }

    public string getSourceName()
    {
        return _input.getSourceName();
    }

    /**
     * @uml
     * @override
     */
    public override CharStream getInputStream()
    {
        return _input;
    }

    /**
     * By default does not support multiple emits per nextToken invocation
     * for efficiency reasons.  Subclass and override this method, nextToken,
     * and getToken (to push tokens into a list and pull from that list
     * rather than a single variable as this implementation does).
     */
    public void emit(Token token)
    {
        this._token = token;
    }

    /**
     * The standard method called to automatically emit a token at the
     * outermost lexical rule.  The token object should point into the
     * char buffer start..stop.  If there is a text override in 'text',
     * use that to set the token's text.  Override this method to emit
     * custom Token objects or provide a new factory.
     */
    public Token emit()
    {
        Variant v = _text;
        Token t = tokenFactory_.create(_tokenFactorySourcePair, _type,
                                       v, _channel, _tokenStartCharIndex,
                                       getCharIndex()-1, _tokenStartLine,
                                       _tokenStartCharPositionInLine);
        emit(t);
        return t;
    }

    public Token emitEOF()
    {
        int cpos = getCharPositionInLine();
        int line = getLine();
        Variant Null;
        Token eof = tokenFactory_.create(_tokenFactorySourcePair, TokenConstantDefinition.EOF, Null, TokenConstantDefinition.DEFAULT_CHANNEL,
                                         _input.index(), _input.index()-1,
                                         line, cpos);
        emit(eof);
        return eof;
    }

    public int getLine()
    {
        return getInterpreter().getLine();
    }

    public int getCharPositionInLine()
    {
        return getInterpreter().getCharPositionInLine();
    }

    public void setLine(int line)
    {
        getInterpreter().setLine(line);
    }

    public void setCharPositionInLine(int charPositionInLine)
    {
        getInterpreter().setCharPositionInLine(charPositionInLine);
    }

    /**
     * What is the index of the current character of lookahead?
     */
    public size_t getCharIndex()
    {
        return _input.index();
    }

    /**
     * Return the text matched so far for the current token or any
     * text override.
     */
    public Variant getText()
    {
        Variant Null;
        if (_text !is Null) {
            return _text;
        }
        Variant v = getInterpreter().getText(_input);
        return v;
    }

    /**
     * Set the complete text of this token; it wipes any previous
     * changes to the text.
     */
    public void setText(Variant text)
    {
        this._text = text;
    }

    /**
     * Override if emitting multiple tokens.
     */
    public Token getToken()
    {
        return _token;
    }

    public void setToken(Token token)
    {
        this._token = token;
    }

    public void setType(int ttype)
    {
        _type = ttype;
    }

    public int getType()
    {
        return _type;
    }

    public void setChannel(int channel)
    {
    _channel = channel;
    }

    public int getChannel()
    {
        return _channel;
    }

    public string[] getChannelNames()
    {
        return null;
    }

    public string[] getModeNames()
    {
        return null;
    }

    /**
     * Used to print out token names like ID during debugging and
     * error reporting.  The generated parsers implement a method
     * that overrides this to point to their String[] tokenNames
     * @uml
     * @override
     */
    public override string[] getTokenNames()
    {
        return null;
    }

    /**
     * Return a list of all Token objects in input char stream.
     * Forces load of all tokens. Does not include EOF token.
     */
    public Token[] getAllTokens()
    {
    Token[] tokens;
        Token t = nextToken();
        while (t.getType() != TokenConstantDefinition.EOF) {
            tokens ~= t;
            t = nextToken();
        }
        return tokens;
    }

    public void recover(LexerNoViableAltException e)
    {
    if (_input.LA(1) != IntStreamConstant.EOF) {
            // skip a char and try again
            getInterpreter().consume(_input);
        }
    }

    public void notifyListeners(LexerNoViableAltException e)
    {
        auto text = _input.getText(Interval.of(to!int(_tokenStartCharIndex), to!int(_input.index)));
        auto msg = "token recognition error at: '" ~ getErrorDisplay(text) ~ "'";
        ANTLRErrorListener!(int, LexerATNSimulator) listener = getErrorListenerDispatch();
        listener.syntaxError(this, null, _tokenStartLine, _tokenStartCharPositionInLine, msg, e);
    }

    public string getErrorDisplay(string s)
    {
        auto buf = appender!string;
        foreach (dchar c; s) {
            buf.put(getErrorDisplay(c));
        }
        return buf.data;
    }

    public string getErrorDisplay(dchar c)
    {
        string s;
        switch ( c ) {
        case TokenConstantDefinition.EOF :
            s = "<EOF>";
            break;
        case '\n' :
            s = "\\n";
            break;
        case '\t' :
            s = "\\t";
            break;
        case '\r' :
            s = "\\r";
            break;
        default:
            s ~= c;
            break;
        }
        return s;
    }

    public string getCharErrorDisplay(dchar c)
    {
        string s = getErrorDisplay(c);
        return "'" ~ s ~ "'";
    }

    /**
     * Lexers can normally match any char in it's vocabulary after matching
     * a token, so do the easy thing and just kill a character and hope
     * it all works out.  You can instead use the rule invocation stack
     * to do sophisticated error recovery if you are in a fragment rule.
     */
    public void recover(RecognitionException re)
    {
    //System.out.println("consuming char "+(char)input.LA(1)+" during recovery");
        //re.printStackTrace();
        // TODO: Do we lose character or line position information?
        _input.consume();
    }

    /**
     * @uml
     * @override
     */
    public override void action(InterfaceRuleContext interfaceRuleContext, int ruleIndex,
                                int actionIndex)
    {
    }

    public override final TokenFactory!CommonToken tokenFactory()
    {
        return this.tokenFactory_;
    }

    public override final void tokenFactory(TokenFactory!CommonToken tokenFactory)
    {
        this.tokenFactory_ = tokenFactory;
    }

}