// lexical analyzer  for GSQLParser component java version

/****************************************************}
{   Lexical analizer for GSQLParser component java version    }
{   Copyright (c) 2004-2018 by Gudu software              }
{****************************************************/

package gudusoft.gsqlparser;

import java.util.HashMap;
import java.io.InputStreamReader;

import java.util.Locale;
import java.io.BufferedReader;
import java.io.IOException;

public class TLexerClickhouse extends TCustomLexer{

    static int yynmarks = 0  ;
    static int yynmatches ;
    static int yyntrans   ;
    static int yynstates  ;
    static int[]  yyk,yym ; // 1 based
    static int[]  yytint;  // 1 based
    static TYytRec[] yyt ;  // 1 based
    static int[]  yykl,yykh,yyml,yymh,yytl,yyth ; // 0 based
    private  static  String[] keywordlist;
    static String   table_file;
    static HashMap<String, Integer> keywordValueList;
    static HashMap<Integer, Integer> keywordTypeList;    
    HashMap clickhouseCharsets;
        static int[][] yystateTable;

    static {
              keywordValueList = new HashMap<String, Integer>();
              keywordTypeList = new HashMap<Integer, Integer>();              
          table_file = "/gudusoft/gsqlparser/parser/clickhouse/clickhouse_lex_table.txt";
                  if (TBaseType.enterprise_edition||TBaseType.clickhouse_edition){
                inittable();
          }
    }


    public TLexerClickhouse(){
          super();
          dbvendor = EDbVendor.dbvclickhouse;
          sourcetokens = new TSourceTokenList();
          clickhouseCharsets  = new HashMap();
    }


    public TSourceTokenList sourcetokens;

    boolean isClickhouseCharset(String astr){
        boolean ret = false;
        if (clickhouseCharsets.size() == 0){
            clickhouseCharsets.put("big5","1");
            clickhouseCharsets.put("dec8","1");
            clickhouseCharsets.put("cp850","1");
            clickhouseCharsets.put("hp8","1");
            clickhouseCharsets.put("koi8r","1");
            clickhouseCharsets.put("latin1","1");
            clickhouseCharsets.put("latin2","1");
            clickhouseCharsets.put("swe7","1");
            clickhouseCharsets.put("ascii","1");
            clickhouseCharsets.put("ujis","1");
            clickhouseCharsets.put("sjis","1");
            clickhouseCharsets.put("hebrew","1");
            clickhouseCharsets.put("tis620","1");
            clickhouseCharsets.put("euckr","1");
            clickhouseCharsets.put("koi8u","1");
            clickhouseCharsets.put("gb2312","1");
            clickhouseCharsets.put("greek","1");
            clickhouseCharsets.put("cp1250","1");
            clickhouseCharsets.put("gbk","1");
            clickhouseCharsets.put("latin5","1");
            clickhouseCharsets.put("armscii","1");
            clickhouseCharsets.put("utf8","1");
                        clickhouseCharsets.put("utf8mb3","1");
            clickhouseCharsets.put("ucs2","1");
            clickhouseCharsets.put("cp866","1");
            clickhouseCharsets.put("keybcs2","1");
            clickhouseCharsets.put("macce","1");
            clickhouseCharsets.put("macroma","1");
            clickhouseCharsets.put("cp852","1");
            clickhouseCharsets.put("latin7","1");
            clickhouseCharsets.put("utf8mb4","1");
            clickhouseCharsets.put("cp1251","1");
            clickhouseCharsets.put("utf16","1");
            clickhouseCharsets.put("cp1256","1");
            clickhouseCharsets.put("cp1257","1");
            clickhouseCharsets.put("utf32","1");
            clickhouseCharsets.put("binary","1");
            clickhouseCharsets.put("geostd8","1");
            clickhouseCharsets.put("cp932","1");
            clickhouseCharsets.put("eucjpms","1");
        }

        try{
            ret =   (Integer.parseInt( (String) clickhouseCharsets.get(astr.toLowerCase(java.util.Locale.ROOT)) ) ) == 1 ;
        }catch(NumberFormatException e){
            ret = false;
        }

        return ret;
    }
    
public boolean canBeColumnName(int tokencode){
    //http://blog.csdn.net/superbeck/article/details/5387476
    boolean ret = false;
    int modifiers = keyword_type_identifier | keyword_type_column ;
    
    Integer s = keywordTypeList.get(tokencode);
    if (s != null){
        int modifier = s;
        ret = (modifiers & modifier) == modifier;
    }

    return ret;
}

public  int iskeyword(String str){
       int ret = -1;
       
       Integer s = keywordValueList.get(str.toUpperCase(Locale.ENGLISH));
       if( s != null){
                                        ret = s;                 
       }
       return ret;// -1 means not a keyword
    }

    public static EKeywordType getKeywordType(String keyword){
        return TCustomLexer.getKeywordType(keyword,keywordValueList,keywordTypeList);
    }    
        
    public int getkeywordvalue(String keyword){
        int ret = 0;
        Integer s = keywordValueList.get(keyword.toUpperCase(Locale.ENGLISH));
        if( s != null){
            ret = s;
        }
        return ret;// 0 means not a keyword
    }


    int issystemvariable(String str){
        return -1;// -1 means not a system variable
    }
        
    static void yystateLookupConfigure() {
        int yystates = yytl.length;
        yystateTable = new int[257][yystates];

        // initialize to empty
        for(int i = 0; i < yystates; i++) {
            for (int j = 0; j < 257; j++)
                yystateTable[j][i] = -1;
        }

        for(int i = 0; i < yystates; i++) {
            int low = yytl[i];
            int high = yyth[i];
            for (int j = low; j <= high; j++) {
                for (char c: yyt[j].cc) {
                    yystateTable[c][i] = j;
                }
            }
        }
    }   

    int yylex(){
          int yyn;
           while (true) { // top level while
              yynew();
              while (true){  //scan
                 for(yyn = yykl[yystate]; yyn <= yykh[yystate]; yyn++){
                     yymark(yyk[yyn]);
                 }

                 for(yyn=yymh[yystate]; yyn>= yyml[yystate]; yyn--){
                    yymatch(yym[yyn]);
                 }

                 if(yytl[yystate] > yyth[yystate]){
                     break;
                 }

                 yyscan();
                 //yyn = yytl[yystate];
                 totablechar();
                                 
                 //while( (yyn <= yyth[yystate]) && (!(charinarray(yytablechar,yyt[yyn].cc))) ){
                 //  yyn++;
                 // }
                 //if (yyn > yyth[yystate]){
                 //    break;
                 //}

                 yyn = yystateTable[yytablechar][yystate];
                 if (yyn == -1)
                     break;
                                         
                 yystate = yyt[yyn].s;
              } //scan

              while (true){ //action
                int yyrule;
                if ( (yyrule = yyfind()) != -1 ){
                   yyaction(yyrule);
                   if (yyreject){
                       continue;
                   }
                }else if( (!yydefault() ) && (yywrap()) ){
                   yyclear();
                   returni(0);
                }
                break;
              }

              if (!yydone) {
                  continue;
              }
              break;
            } // top level while

           return yyretval;
        }

    static void inittable(){
                
                //if (yynmarks > 0) return; //init table already

        String line;
        boolean inyyk=false,inyym=false,inyykl=false,inyykh=false,inyyml=false,inyymh=false,inyytl=false,inyyth=false,inyytint=false,inyyt=false,inkeyword=false;
        int yyk_count=0,yym_count=0,yykl_count=0,yykh_count=0,yyml_count=0,yymh_count=0,yytl_count=0,yyth_count=0,yytint_count=0,yyt_count=0;
        int c=0;
        keywordValueList.clear();
        keywordTypeList.clear();
        
        BufferedReader br = new BufferedReader(new InputStreamReader(TLexerClickhouse.class.getResourceAsStream(table_file)));

            try{
                while( (line = br.readLine()) != null){
                          if (line.trim().startsWith("yynmarks=")){
                             String[] ss = line.split("[=;]");
                              yynmarks=Integer.parseInt(ss[1].trim());
                              yyk = new int[yynmarks+1];
                          }else if (line.trim().startsWith("yynmatches=")){
                              String[] ss = line.split("[=;]");
                               yynmatches=Integer.parseInt(ss[1].trim());
                               yym = new int[yynmatches+1];
                          }else if (line.trim().startsWith("yyntrans=")){
                              String[] ss = line.split("[=;]");
                               yyntrans=Integer.parseInt(ss[1].trim());
                               yytint = new int[yyntrans+1];
                               yyt = new TYytRec[yyntrans+1];
                          }else if (line.trim().startsWith("yynstates=")){
                              String[] ss = line.split("[=;]");
                               yynstates=Integer.parseInt(ss[1].trim());
                               yykl = new int[yynstates];
                               yykh = new int[yynstates];
                              yyml = new int[yynstates];
                              yymh = new int[yynstates];
                              yytl = new int[yynstates];
                              yyth = new int[yynstates];
                          }else if (line.trim().startsWith("<end>")){
                              if (inyyk){
                                  inyyk = false;
                                 if (yynmarks+1 != yyk_count ){
                                    System.out.println("required1:"+(yynmarks)+" actually:"+(yyk_count-1));
                                 }
                              }
                              else if(inyym){
                                     inyym = false;
                                    if (yynmatches+1 != yym_count ){
                                       System.out.println("required2:"+(yynmatches)+" actually:"+(yym_count-1));
                                    }
                              }
                              else if(inyykl){
                                     inyykl = false;
                                    if (yynstates != yykl_count ){
                                       System.out.println("required3:"+(yynstates)+" actually:"+(yykl_count));
                                    }
                              }
                              else if(inyykh){
                                     inyykh = false;
                                    if (yynstates != yykh_count ){
                                       System.out.println("required4:"+(yynstates)+" actually:"+(yykh_count));
                                    }
                              }
                              else if(inyyml){
                                     inyyml = false;
                                    if (yynstates != yyml_count ){
                                       System.out.println("required5:"+(yynstates)+" actually:"+(yyml_count));
                                    }
                              }
                              else if(inyymh){
                                     inyymh = false;
                                    if (yynstates != yymh_count ){
                                       System.out.println("required:"+(yynstates)+" actually:"+(yymh_count));
                                    }
                              }
                              else if(inyytl){
                                     inyytl = false;
                                    if (yynstates != yytl_count ){
                                       System.out.println("required6:"+(yynstates)+" actually:"+(yytl_count));
                                    }
                              }
                              else if(inyyth){
                                     inyyth = false;
                                    if (yynstates != yyth_count ){
                                       System.out.println("required7:"+(yynstates)+" actually:"+(yyth_count));
                                    }
                              }
                              else if(inyytint){
                                     inyytint = false;
                                    if (yyntrans + 1 != yytint_count ){
                                       System.out.println("required8:"+(yyntrans)+" actually:"+(yytint_count-1));
                                    }
                              }
                              else if(inyyt){
                                     inyyt = false;
                                    if (yyntrans+1 != yyt_count ){
                                       System.out.println("required9:"+(yyntrans)+" actually:"+(yyt_count-1));
                                    }
                              }
                              else if(inkeyword){
                                     inkeyword = false;
                              }
                          }else if(line.trim().startsWith("yyk =")){
                             inyyk = true; 
                          }else if(line.trim().startsWith("yym =")){
                             inyym = true;
                          }else if(line.trim().startsWith("yykl =")){
                             inyykl = true;
                          }else if(line.trim().startsWith("yykh =")){
                             inyykh = true;
                          }else if(line.trim().startsWith("yyml =")){
                             inyyml = true;
                          }else if(line.trim().startsWith("yymh =")){
                             inyymh = true;
                          }else if(line.trim().startsWith("yytl =")){
                             inyytl = true;
                          }else if(line.trim().startsWith("yyth =")){
                             inyyth = true;
                          }else if(line.trim().startsWith("yytint =")){
                             inyytint = true;
                          }else if(line.trim().startsWith("yyt =")){
                             inyyt = true;
                        }else if(line.trim().startsWith("keywordsvalue =")){
                           inkeyword = true;
                        }else if(inyyk){
                             String[] ss = line.split("[,]");
                               for(int j=0;j<ss.length;j++){
                                   // System.out.println(ss[j].trim());
                                 yyk[yyk_count++] = Integer.parseInt(ss[j].trim());
                               }
                          }else if(inyym){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yym[yym_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyykl){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                    //  System.out.println(ss[j].trim());
                                   yykl[yykl_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyykh){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yykh[yykh_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyml){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yyml[yyml_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyymh){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yymh[yymh_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyytl){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yytl[yytl_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyth){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yyth[yyth_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyytint){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yytint[yytint_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyt){
                                //System.out.println(line.trim());

                              c = 0;
                              String[] st = line.trim().split(",,");
                              char[] tmp = new char[st.length];
                              for(int i=0;i<st.length;i++){

                                  if(st[i].startsWith("\'")) {
                                      if(st[i].length() == 3){  // 'a'
                                          tmp[c++] = st[i].charAt(1);
                                      }else if(st[i].length() == 4) { // '\\'
                                          tmp[c++] = st[i].charAt(2);
                                      }else{
                                         System.out.println(" read yytstr error, error string is "+st[i]+ "line: "+ yyt_count);
                                      }
                                  }else{
                                      try{
                                           tmp[c++] = (char)Integer.parseInt(st[i]);   // char in number like 32 that represent space
                                          } catch (NumberFormatException nfe) {
                                             System.out.println("NumberFormatException: " + nfe.getMessage());
                                          }
                                  }
                              } //while hasmoreTokens

                          //yyt[lineno] = new YYTrec(tmp,yytint[lineno]);
                              yyt[yyt_count] = new TYytRec(tmp,yytint[yyt_count]);
                              yyt_count++;

                          }else if(inkeyword){
                              String[] ss =line.split("[=]");

                              int val1 = -1;
                              int val2 = -1;
                              try {
                                  val1 = Integer.parseInt(ss[1]);
                                  val2 = Integer.parseInt(ss[2]);
                              }
                              catch (NumberFormatException nfe) {
                                  System.out.println("NumberFormatException: " + nfe.getMessage());
                              }
                              keywordValueList.put(ss[0].toUpperCase(java.util.Locale.ROOT),val1);
                              keywordTypeList.put(val1,val2);

                             }
                }
                }catch(IOException e){
                  System.out.println(e.toString());
                }
                                
                                yystateLookupConfigure();

    }



    void yyaction(int yyruleno){


      int ic;
      char[] tmparray = {'=','+','-','*','/','>','<'};

      yylvalstr = getyytext();
  /* actions: */
  switch(yyruleno){
  case 1:
                
        {
                    addlit(yylvalstr,yytextlen);
                    if (xcdepth <= 0)
                       {
                        start(init);
                        yylvalstr = litbufdup();
                        returni(cmtslashstar);
                       }
                    else
                       xcdepth--;

                  break;
        }


  case 2:
                
                  {
                                                // xcdepth++;
                                                yyless(2);
                                                addlit(yylvalstr,yytextlen);
                                                break;
                   }

  case 3:
                        
                  {

                      if (getyysstate() == xq)
                      {
                          nchars = yytextlen;
                          addlit(yylvalstr, yytextlen-1);
                          yyless(nchars-1);
                          return;//exit;
                      }

                      xcdepth = 0;
                      start(xc);
                      startlit();
                      yyless(2);
                      addlit(yylvalstr,yytextlen);

                  break;
                  }

  case 4:
                
                  {
                    addlit(yylvalstr,yytextlen);
                    break;
                  }

  case 5:
                
                  {
                      addlitchar(yylvalstr.charAt(0));
                      break;
                  }


  case 6:
            
        {
                                        //token_start := yylvalStr;
                                        if (getyysstate() == xq)
            {
                                                
                                              nchars = yytextlen;
                                              addlit(yylvalstr, yytextlen-1);
                yyless(nchars-1);
                                              return;//exit;    
                                           }
            start(xq);
            startlit();
                                          addlit(yylvalstr,yytextlen);
                break;
        }


  case 7:
                       
        {
                                        start(init);
                                        addlit(yylvalstr, yytextlen);
                                        yylvalstr = litbufdup();
                                        returni(ident);
                break;
        }

  case 8:
                        
        {
          if ((getyysstate() == xd)||(getyysstate() == xq))
          {
              addlit(yylvalstr, 1);
              yyless(1);
              return;//exit;
          }     
                //token_start := yylvalStr;
                start(xbacktick);
                startlit();
                addlit(yylvalstr, yytextlen);
                break;
        }


  case 9:
                       
        {
                addlit(yylvalstr, yytextlen);
                break;
  }

  case 10:
                       
        {
    addlit(yylvalstr, yytextlen);
                break;
   }


  case 11:
                
                  {
                      start(init);
                      addlit(yylvalstr, yytextlen);
                      yylvalstr = litbufdup();
                      returni(sconst);
                      break;
                  }

  case 12:
                
                    {
                      addlit(yylvalstr,yytextlen);
                      break;
                    }
        
  case 13:
                        
                {

          if (
              (getyysstate() == xd)
                                                )
          {
              addlit(yylvalstr, 1);
              yyless(1);
              return;//exit;
          }
          
                        start(xq);
                        startlit();
                        addlit(yylvalstr, yytextlen);
                        
                        break;
                }


  case 14:
                
                  {
                      addlit(yylvalstr, yytextlen);
                      break;
                  }

  case 15:
                
                  {
                    dummych1 = get_char();
                    unget_char(dummych1);
                      while (dummych1 == '\\'){
                          dummych1 = get_char();
                          dummych2 = get_char();
                          addlit(yylvalstr+dummych1+dummych2, yytextlen+2);
                          yylvalstr = "";
                          yytextlen = 0;
    
                          dummych1 = get_char();
                          unget_char(dummych1);
                      }
                                          
                    if (dummych1 == (char)10)
                      {
                        if (insqlpluscmd){
                          nchars = yytextlen;
                          if(yylvalstr.charAt(nchars-1) == (char)13){
                              yyless(nchars - 1);
                              yylvalstr = yylvalstr.substring(0,nchars);
                          }
                            start(init);
                            addlit(yylvalstr, nchars-1);
                            yylvalstr = litbufdup();
                            returni(sconst); //in sqlplus command, characters between ' and return is treated as a string

                        }else{
                        dummych1 = get_char();
                        addlit(yylvalstr+dummych1, yytextlen+1);
                        }
                      } 
                        else
                            { addlit(yylvalstr, yytextlen);}

                  break;
                 }
                                 
  case 16:
                 
        {
                addlit(yylvalstr, yytextlen);
                break;
        }


  case 17:
                
                  {
                      start(init);
                      addlit(yylvalstr, yytextlen);
                      if ((literallen == 0) && (!insqlpluscmd))
                        {returni (error);}
                     // if (literallen >= namedatalen)
                     // {
                     //    setlengthofliteralbuf(namedatalen);
                     //    literallen = namedatalen;
                     // }
                      yylvalstr = litbufdup();
                      returni (ident);

                      break;
                  }

  case 18:
               
                  {
                      addlit(yylvalstr, yytextlen);
                      break;
                  }

  case 19:
                        
                  {
                      start(xd);
                      startlit();
                      addlit(yylvalstr, yytextlen);
                      break;
                  }
  case 20:
                
                  {
                    dummych1 = get_char();
                    unget_char(dummych1);
                    if (dummych1 == (char)10)
                      {
                          if (insqlpluscmd){
                            nchars = yytextlen;
                            if(yylvalstr.charAt(nchars-1) == (char)13){
                                yyless(nchars - 1);
                                yylvalstr = yylvalstr.substring(0,nchars);
                            }
                              start(init);
                              addlit(yylvalstr, nchars-1);
                              yylvalstr = litbufdup();
                              returni(sconst); //in sqlplus command, characters between ' and return is treated as a string

                          }else{
                          dummych1 = get_char();
                          addlit(yylvalstr+dummych1, yytextlen+1);
                          }

                      } else
                        addlit(yylvalstr, yytextlen);

                  break;
                  }


  case 21:
                              
          {
              dummych1 = get_char();
              unget_char(dummych1);
              if (dummych1 == ']')
                  {
                      dummych1 = get_char();
                      addlit(yylvalstr+dummych1, yytextlen+1);
                  }
              else
                  {
                      start(init);
                      addlit(yylvalstr, yytextlen);
                      if (literallen == 0) returni (error);
                      if (literallen >= namedatalen)
                          {
                              setlengthofliteralbuf(namedatalen);
                              literallen = namedatalen;
                          }
                      yylvalstr = litbufdup();
                      returni (ident);
                  }

          break;
          }



  case 22:
                
          {
              /* ClickHouse does not use bracket-quoted identifiers;
                 return [ as a character token for array literals and subscripts */
              returnc(lexer_charAt(yylvalstr,0));
              break;
          }
          
  case 23:
                              
          {
              dummych1 = get_char();
              unget_char(dummych1);
              if (dummych1 == (char)10)
              {
                  dummych1 = get_char();
                  addlit(yylvalstr+dummych1, yytextlen+1);
              }
              else
                  addlit(yylvalstr, yytextlen);

          break;
          }

  case 24:
          
          {
            returni(lexnewline);
            break;
          }

  case 25:
        
          {
              returni(lexspace);
              break;
          }

  case 26:
                
          {
          if ((getyysstate() == xq)
              || (getyysstate() == xd)
              || (getyysstate() == xc)
              || (getyysstate() == xdbracket)
              || (getyysstate() == xbacktick)
              )
          {
              addlit(yylvalstr, 1);
              yyless(1);
              return;//exit;
          }
           
           // ClickHouse starts a line comment at any "--": the space after it
           // may be omitted (MySQL's "-- " rule does not apply), so
           // "--note" and "SELECT 1--1" hold comments.
          returni(cmtdoublehyphen);
          break;
          }

  case 27:
                  
          {
              if (yylvalstr.equalsIgnoreCase(dolqstart))
              {
                  start(init);
                  addlit(yylvalstr,yytextlen);
                  yylvalstr = litbufdup();
                  returni(sconst);
              }
              else
              {
                  addlit(yylvalstr, yytextlen-1);
                  yyless(yytextlen-1);
              }
          break;
          }

  case 28:
           
          {
              if ((getyysstate() == xq) || (getyysstate() == xd)
                  || (getyysstate() == xdbracket) || (getyysstate() == xbacktick)
                  || (getyysstate() == xc)) {
                  addlit(yylvalstr, yytextlen);
              } else {
                  start(xdolq_clickhouse);
                  startlit();
                  dolqstart = yylvalstr;
                  addlit(yylvalstr,yytextlen);
              }
          break;
          }

  case 29:
                   
          {
              addlit(yylvalstr,yytextlen);
          break;
          }

  case 30:
                   
          {
              addlit(yylvalstr,yytextlen);
          break;
          }

  case 31:
        
          {
              addlitchar(yylvalstr.charAt(0));
          break;
          }

  case 32:
        
          {
               returnc(lexer_charAt(yylvalstr,0));
               break;
          }


  case 33:
          
          {
            returni(typecast);
            break;
          }

  case 34:
                      
          {
            returni(cmpop);
            break;
          }

  case 35:
          
                  {

                  if (getyysstate() == xc)
                     {
                      slashstar = yylvalstr.indexOf("*/");
                        if (slashstar >= 0)
                          {
                              start(init);
                              addlit(yylvalstr,slashstar+2);
                              yylvalstr = litbufdup();
                              yyless(slashstar+2);
                              returni(cmtslashstar);
                          }
                        else
                          {
                              addlit(yylvalstr,1);
                              yyless(1);
                          }
                     }
                  else
                    {
                      nchars = yytextlen;
                      slashstar = yylvalstr.indexOf("/*");
                      dashdash = yylvalstr.indexOf("--");
                      if ((slashstar >= 0) && (dashdash >= 0))
                        {
                          //if both appear, take the first one
                           if (slashstar > dashdash)
                            {slashstar = dashdash;}
                           // both start a comment in ClickHouse: the operator stops before the first
                           if ((slashstar > 0) && (getyysstate() != xc)) {
                             nchars = slashstar;
                           }
                        }
                      else
                        {
                          // ClickHouse starts a line comment at any "--", so an operator
                          // stops before it: "a !=--note" is "!=" and a comment
                          if ((slashstar < 0) && (dashdash > 0)) {
                            slashstar = dashdash;
                          }
                          // add (getyysstate <> xc) to avoid something like this */--,here */ should be handled instead of --
                          if ((slashstar >= 0) && (getyysstate() != xc)) {
                            nchars = slashstar;
                            }
                        }

                      while ((nchars > 1)
                              && ( (yylvalstr.charAt(nchars-1) == '+' )
                                  || (yylvalstr.charAt(nchars-1) =='-'))
                              && (getyysstate() != xc))
                        {
                          for (ic = nchars - 1; ic>=1; ic--)
                          {
                            if (isopchar(yylvalstr.charAt(ic-1)))  break;
                          }
                          if (ic >= 1) break;
                          nchars--;
                        }

                      if (nchars < yytextlen)
                        {
                          //Strip the unwanted chars from the token
                          yyless(nchars);
                          yylvalstr = yylvalstr.substring(0,nchars);
                        }

                          ///*
                          // * If what we have left is only one char, and it's
                          // * one of the characters matching "self", then
                          // * return it as a character token the same way
                          // * that the "self" rule would have.
                          // * make sure @ return as self char, by james wang
                          // */
                          if ((nchars == 1) && (isselfchar(yylvalstr.charAt(0)) || (yylvalstr.charAt(0) == '@')))
                            {
                              returnc(lexer_charAt(yylvalstr,0));
                            }
                          else if (
                                      (nchars >= 2)
                                          &&(
                                               charinarray(yylvalstr.charAt(nchars-1-1), tmparray)
                                               && ((yylvalstr.charAt(nchars-1) == ':'))
                                               )
                                   )
                              {
                                yyless(nchars-1);
                                 yylvalstr = yylvalstr.substring(0,nchars-1);
                                if (nchars == 2)
                                  returnc(lexer_charAt(yylvalstr,0));
                                else
                                  returni(op);
                              }
                            else if (
                                        (nchars >= 2)
                                            && (
                                                  charinarray(yylvalstr.charAt(nchars-1-1),tmparray)
                                                  && (yylvalstr.charAt(nchars-1) == '@')
                                                 )
                                       )
                                {
                                  yyless(nchars-1);
                                   yylvalstr = yylvalstr.substring(0,nchars-1);
                                  if (nchars == 2)
                                    returnc(lexer_charAt(yylvalstr,0));
                                  else
                                    returni(op);
                                }
                            else if ( (nchars >= 2) && (yylvalstr.charAt(0) == '~') )
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars >= 2) && (yylvalstr.charAt(0) == '+') )
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars >= 2) && (yylvalstr.charAt(0) == '?') )
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars >= 2) && (yylvalstr.charAt(0) == '=')&& ((yylvalstr.charAt(1) == '@')||(yylvalstr.charAt(1) == '.')) )
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars == 2) && (yylvalstr.charAt(0) == '.') && (yylvalstr.charAt(1) == '*'))
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars == 2) && (yylvalstr.charAt(0) == '+') && (yylvalstr.charAt(1) == '.'))
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars == 2) && (yylvalstr.charAt(0) == '-') && (yylvalstr.charAt(1) == '.'))
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars == 2) && (yylvalstr.charAt(1) == '~'))
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                            else if ( (nchars >= 2) && (yylvalstr.charAt(0) == '@') && (yylvalstr.charAt(1) == '@'))
                              {
                                      yyless(1);
                                     returnc(lexer_charAt(yylvalstr,0));
                              }
                           else if ( (nchars >= 2) && (yylvalstr.charAt(0)== '|') && (yylvalstr.charAt(1) == '|'))
                                { //||--sss ,just get || only
                                      yyless(2);
                                      yylvalstr = yylvalstr.substring(0,2);
                                      returni(op);
                                }
                                      else if ( (nchars == 2) && (yylvalstr.charAt(1) == '?') )
                                          {
                                            yyless(1);
                                            returnc(lexer_charAt(yylvalstr,0));
                                          }
                                      else if ( (nchars == 3) && (yylvalstr.charAt(2) == '?') )
                                          {
                                            //yyless(2);
                                            //returnc(lexer_charAt(yylvalstr,0));
                                            
                                 yyless(nchars-1);
                                 yylvalstr = yylvalstr.substring(0,nchars-1);
                                if (nchars == 2)
                                  returnc(lexer_charAt(yylvalstr,0));
                                else
                                  returni(op);
                                                                            
                                          }
                                                                else if ( (nchars >= 3) && (yylvalstr.charAt(nchars-1) == '$' ) && (yylvalstr.charAt(nchars-2) == '$' ))
                                                                { // =$$abc
                                                                        if (nchars == 3){
                                                                                yyless(1);
                                                                                returnc(lexer_charAt(yylvalstr,0));
                                                                        }else{
                                                                                yyless(nchars-2);
                                                                                yylvalstr = yylvalstr.substring(0,nchars-2);
                                                                                returni(cmpop);
                                                                        }
                                                                }
                                                                  else if (((nchars > 2) && (yylvalstr.charAt(0) == '*'))
                                      && (yylvalstr.charAt(1) == '/')
                                      && (getyysstate() == xc)
                                      )
                                   { //in comment, and find */ , then it must the end of comment
                                     yyless(2);
                                        addlit(yylvalstr,yytextlen);
                                     if (xcdepth <= 0)
                                       {
                                         start(init);
                                         yylvalstr = litbufdup();
                                         returni(cmtslashstar);
                                       }
                                     else
                                       xcdepth--;
                                   }
                              else
                                returni(op);
                       }

                  break;
                  }

  case 36:
                        
          {
               returni(iconst);
               break;
          }

  case 37:
                        
          {
            ///*  for i in 1..5 loop, we can't recognize 1. as a decimal,but 1 as decimal
            nchars = yytextlen;
            if (yylvalstr.charAt(nchars-1) == '.')
              {
                dummych1 = get_char();
                unget_char(dummych1);
                if (dummych1 == '.')
                  {
                      yyless(nchars-1);
                    yylvalstr = yylvalstr.substring(0,nchars - 1);
                    returni (iconst);
                    return;//exit;
                  }
              }
                          
            if (yylvalstr.startsWith(".")&&(prevToken != null)){
                if (prevToken.tokencode == TBaseType.ident){
                    yyless(1);
                    yylvalstr = yylvalstr.substring(0,1);
                    returnc(lexer_charAt(yylvalstr,0));
                    return;//exit;
                }
            }
                        
            returni (fconst);
           break;
          }

  case 38:
                        
          {
           returni (fconst);
           break;
          }


  case 39:
              
          {
            int rw;
             
             nchars = yytextlen;
             
             if ((tmpDelimiter.length()>0) && (yylvalstr.endsWith(tmpDelimiter))){
                 yyless(nchars-tmpDelimiter.length());
                 yylvalstr = yylvalstr.substring(0,nchars-tmpDelimiter.length());
             }
             
            if ( (rw = iskeyword(yylvalstr)) != -1)   { returni(rw);}
            else if ( (yylvalstr.charAt(0) == '_') && (isClickhouseCharset(yylvalstr.substring(1,nchars))) ){
              returni(MySQL_CHARSET_NAME);
            }
            else returni(ident);
            break;
          }

  case 40:
           
          {
            returni(variable);

            break;
          }

  case 41:
             
          {
            returni(mysqllabel);
            break;
          }


  case 42:
         
          {
            returni(bind_v);
            break;
          }
                  
  case 43:
                          
          {
            returni(slash_dot);
            break;
          }

  case 44:
                          
          {
            returni(mysql_null);
            break;
          }
                  
  case 45:
                        
          {
            returni( error);
            break;
          }

    default:{
     System.out.println("fatal error in yyaction");
    }
   }//switch
}/*yyaction*/;



        }