Describe token.

You can find more information in comments below.

struct TOKEN
    {
        TOKEN_TYPE Type; // Token type 
        int Index; // Starting poisition in string 
        int Length; // Length of token 
        int ValueIndex; // Position of value in string(for block operators like ' and ") 
        int ValueLength; // Value length 
        String Str; // String representation of token value 
        long long Integer; // Integer representation of token value 
        double Float; // Float representation of token value 
        const TOKEN_OPERATOR *Operator;	// Operator description. Nullptr if type is not operator 
        bool Finished; // Whether it is finished(closed operator was found). For block operators only 
    };