// lexical analyzer  for GSQLParser component java version

/****************************************************}
{   Lexical analizer for GSQLParser component java version    }
{   Copyright (c) 2004-2016 by Gudu software              }
{****************************************************/

package gudusoft.gsqlparser;

import java.util.HashMap;
import java.io.InputStreamReader;

import java.util.Locale;
import java.io.BufferedReader;
import java.io.IOException;

public class TLexerCouchbase extends TCustomLexer{

    static int yynmarks = 0  ;
    static int yynmatches ;
    static int yyntrans   ;
    static int yynstates  ;
    static int[]  yyk,yym ; // 1 based
    static int[]  yytint;  // 1 based
    static TYytRec[] yyt ;  // 1 based
    static int[]  yykl,yykh,yyml,yymh,yytl,yyth ; // 0 based
    private  static  String[] keywordlist;
    static String   table_file;
    static HashMap<String, Integer> keywordValueList;
    static HashMap<Integer, Integer> keywordTypeList;
        
        static int[][] yystateTable;

    static {
              keywordValueList = new HashMap<String, Integer>();
              keywordTypeList = new HashMap<Integer, Integer>();
          table_file = "/gudusoft/gsqlparser/parser/couchbase/couchbase_lex_table.txt";
                  if (TBaseType.enterprise_edition||TBaseType.couchbase_edition){
                inittable();
          }
    }


    public TLexerCouchbase(){
          super();
          dbvendor = EDbVendor.dbvcouchbase;
          sourcetokens = new TSourceTokenList();

    }


    public TSourceTokenList sourcetokens;


    
public boolean canBeColumnName(int tokencode){
    //http://blog.csdn.net/superbeck/article/details/5387476
    boolean ret = false;
    int modifiers = keyword_type_identifier | keyword_type_column ;
    Integer s = keywordTypeList.get(tokencode);
     if (s != null){
        int modifier = s;
        ret = (modifiers & modifier) == modifier;
    }

    return ret;
}

 public  int iskeyword(String str){
        int ret = -1;
       Integer s = keywordValueList.get(str.toUpperCase(Locale.ENGLISH));
        if( s != null){
            ret = s;
        }
        return ret;// -1 means not a keyword
     }

     public int getkeywordvalue(String keyword){
        int ret = 0;
        Integer s = keywordValueList.get(keyword.toUpperCase(Locale.ENGLISH));
        if( s != null){
            ret = s;
         }
        return ret;// 0 means not a keyword
     }
         
    public static EKeywordType getKeywordType(String keyword){
        return TCustomLexer.getKeywordType(keyword,keywordValueList,keywordTypeList);
    }            


    int issystemvariable(String str){
        return -1;// -1 means not a system variable
    }

    static void yystateLookupConfigure() {
        int yystates = yytl.length;
        yystateTable = new int[257][yystates];

        // initialize to empty
        for(int i = 0; i < yystates; i++) {
            for (int j = 0; j < 257; j++)
                yystateTable[j][i] = -1;
        }

        for(int i = 0; i < yystates; i++) {
            int low = yytl[i];
            int high = yyth[i];
            for (int j = low; j <= high; j++) {
                for (char c: yyt[j].cc) {
                    yystateTable[c][i] = j;
                }
            }
        }
    }
        
    int yylex(){
          int yyn;
           while (true) { // top level while
              yynew();
              while (true){  //scan
                 for(yyn = yykl[yystate]; yyn <= yykh[yystate]; yyn++){
                     yymark(yyk[yyn]);
                 }

                 for(yyn=yymh[yystate]; yyn>= yyml[yystate]; yyn--){
                    yymatch(yym[yyn]);
                 }

                 if(yytl[yystate] > yyth[yystate]){
                     break;
                 }

                 yyscan();
//                 yyn = yytl[yystate];
                 totablechar();
//                 while( (yyn <= yyth[yystate]) && (!(charinarray(yytablechar,yyt[yyn].cc))) ){
//                   yyn++;
//                 }
//                 if (yyn > yyth[yystate]){
//                     break;
//                 }

                 yyn = yystateTable[yytablechar][yystate];
                 if (yyn == -1)
                     break;
                                         
                 yystate = yyt[yyn].s;
              } //scan

              while (true){ //action
                int yyrule;
                if ( (yyrule = yyfind()) != -1 ){
                   yyaction(yyrule);
                   if (yyreject){
                       continue;
                   }
                }else if( (!yydefault() ) && (yywrap()) ){
                   yyclear();
                   returni(0);
                }
                break;
              }

              if (!yydone) {
                  continue;
              }
              break;
            } // top level while

           return yyretval;
        }

    static void inittable(){
                
                //if (yynmarks > 0) return; //init table already

        String line;
        boolean inyyk=false,inyym=false,inyykl=false,inyykh=false,inyyml=false,inyymh=false,inyytl=false,inyyth=false,inyytint=false,inyyt=false,inkeyword=false;
        int yyk_count=0,yym_count=0,yykl_count=0,yykh_count=0,yyml_count=0,yymh_count=0,yytl_count=0,yyth_count=0,yytint_count=0,yyt_count=0;
        int c=0;
        keywordValueList.clear();
        keywordTypeList.clear();
        
        BufferedReader br = new BufferedReader(new InputStreamReader(TLexerCouchbase.class.getResourceAsStream(table_file)));

            try{
                while( (line = br.readLine()) != null){
                          if (line.trim().startsWith("yynmarks=")){
                             String[] ss = line.split("[=;]");
                              yynmarks=Integer.parseInt(ss[1].trim());
                              yyk = new int[yynmarks+1];
                          }else if (line.trim().startsWith("yynmatches=")){
                              String[] ss = line.split("[=;]");
                               yynmatches=Integer.parseInt(ss[1].trim());
                               yym = new int[yynmatches+1];
                          }else if (line.trim().startsWith("yyntrans=")){
                              String[] ss = line.split("[=;]");
                               yyntrans=Integer.parseInt(ss[1].trim());
                               yytint = new int[yyntrans+1];
                               yyt = new TYytRec[yyntrans+1];
                          }else if (line.trim().startsWith("yynstates=")){
                              String[] ss = line.split("[=;]");
                               yynstates=Integer.parseInt(ss[1].trim());
                               yykl = new int[yynstates];
                               yykh = new int[yynstates];
                              yyml = new int[yynstates];
                              yymh = new int[yynstates];
                              yytl = new int[yynstates];
                              yyth = new int[yynstates];
                          }else if (line.trim().startsWith("<end>")){
                              if (inyyk){
                                  inyyk = false;
                                 if (yynmarks+1 != yyk_count ){
                                    System.out.println("required1:"+(yynmarks)+" actually:"+(yyk_count-1));
                                 }
                              }
                              else if(inyym){
                                     inyym = false;
                                    if (yynmatches+1 != yym_count ){
                                       System.out.println("required2:"+(yynmatches)+" actually:"+(yym_count-1));
                                    }
                              }
                              else if(inyykl){
                                     inyykl = false;
                                    if (yynstates != yykl_count ){
                                       System.out.println("required3:"+(yynstates)+" actually:"+(yykl_count));
                                    }
                              }
                              else if(inyykh){
                                     inyykh = false;
                                    if (yynstates != yykh_count ){
                                       System.out.println("required4:"+(yynstates)+" actually:"+(yykh_count));
                                    }
                              }
                              else if(inyyml){
                                     inyyml = false;
                                    if (yynstates != yyml_count ){
                                       System.out.println("required5:"+(yynstates)+" actually:"+(yyml_count));
                                    }
                              }
                              else if(inyymh){
                                     inyymh = false;
                                    if (yynstates != yymh_count ){
                                       System.out.println("required:"+(yynstates)+" actually:"+(yymh_count));
                                    }
                              }
                              else if(inyytl){
                                     inyytl = false;
                                    if (yynstates != yytl_count ){
                                       System.out.println("required6:"+(yynstates)+" actually:"+(yytl_count));
                                    }
                              }
                              else if(inyyth){
                                     inyyth = false;
                                    if (yynstates != yyth_count ){
                                       System.out.println("required7:"+(yynstates)+" actually:"+(yyth_count));
                                    }
                              }
                              else if(inyytint){
                                     inyytint = false;
                                    if (yyntrans + 1 != yytint_count ){
                                       System.out.println("required8:"+(yyntrans)+" actually:"+(yytint_count-1));
                                    }
                              }
                              else if(inyyt){
                                     inyyt = false;
                                    if (yyntrans+1 != yyt_count ){
                                       System.out.println("required9:"+(yyntrans)+" actually:"+(yyt_count-1));
                                    }
                              }
                              else if(inkeyword){
                                     inkeyword = false;
                              }
                          }else if(line.trim().startsWith("yyk =")){
                             inyyk = true; 
                          }else if(line.trim().startsWith("yym =")){
                             inyym = true;
                          }else if(line.trim().startsWith("yykl =")){
                             inyykl = true;
                          }else if(line.trim().startsWith("yykh =")){
                             inyykh = true;
                          }else if(line.trim().startsWith("yyml =")){
                             inyyml = true;
                          }else if(line.trim().startsWith("yymh =")){
                             inyymh = true;
                          }else if(line.trim().startsWith("yytl =")){
                             inyytl = true;
                          }else if(line.trim().startsWith("yyth =")){
                             inyyth = true;
                          }else if(line.trim().startsWith("yytint =")){
                             inyytint = true;
                          }else if(line.trim().startsWith("yyt =")){
                             inyyt = true;
                        }else if(line.trim().startsWith("keywordsvalue =")){
                           inkeyword = true;
                        }else if(inyyk){
                             String[] ss = line.split("[,]");
                               for(int j=0;j<ss.length;j++){
                                   // System.out.println(ss[j].trim());
                                 yyk[yyk_count++] = Integer.parseInt(ss[j].trim());
                               }
                          }else if(inyym){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yym[yym_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyykl){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                    //  System.out.println(ss[j].trim());
                                   yykl[yykl_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyykh){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yykh[yykh_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyml){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yyml[yyml_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyymh){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yymh[yymh_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyytl){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yytl[yytl_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyth){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yyth[yyth_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyytint){
                               String[] ss = line.split("[,]");
                                 for(int j=0;j<ss.length;j++){
                                     // System.out.println(ss[j].trim());
                                   yytint[yytint_count++] = Integer.parseInt(ss[j].trim());
                                 }
                          }else if(inyyt){
                                //System.out.println(line.trim());

                              c = 0;
                              String[] st = line.trim().split(",,");
                              char[] tmp = new char[st.length];
                              for(int i=0;i<st.length;i++){

                                  if(st[i].startsWith("\'")) {
                                      if(st[i].length() == 3){  // 'a'
                                          tmp[c++] = st[i].charAt(1);
                                      }else if(st[i].length() == 4) { // '\\'
                                          tmp[c++] = st[i].charAt(2);
                                      }else{
                                         System.out.println(" read yytstr error, error string is "+st[i]+ "line: "+ yyt_count);
                                      }
                                  }else{
                                      try{
                                           tmp[c++] = (char)Integer.parseInt(st[i]);   // char in number like 32 that represent space
                                          } catch (NumberFormatException nfe) {
                                             System.out.println("NumberFormatException: " + nfe.getMessage());
                                          }
                                  }
                              } //while hasmoreTokens

                          //yyt[lineno] = new YYTrec(tmp,yytint[lineno]);
                              yyt[yyt_count] = new TYytRec(tmp,yytint[yyt_count]);
                              yyt_count++;

                          }else if(inkeyword){
                              String[] ss =line.split("[=]");

                              int val1 = -1;
                              int val2 = -1;
                              try {
                                  val1 = Integer.parseInt(ss[1]);
                                  val2 = Integer.parseInt(ss[2]);
                              }
                              catch (NumberFormatException nfe) {
                                  System.out.println("NumberFormatException: " + nfe.getMessage());
                              }
                              keywordValueList.put(ss[0].toUpperCase(),val1);
                              keywordTypeList.put(val1,val2);
                             }
                }
                }catch(IOException e){
                  System.out.println(e.toString());
                }
                                
                                yystateLookupConfigure();

    }



    void yyaction(int yyruleno){


      int ic;
      char[] tmparray = {'=','+','-','*','/','>','<'};

      yylvalstr = getyytext();
  /* actions: */
  switch(yyruleno){
  case 1:
                
        {
                    addlit(yylvalstr,yytextlen);
                    if (xcdepth <= 0)
                       {
                        start(init);
                        yylvalstr = litbufdup();
                        returni(cmtslashstar);
                       }
                    else
                       xcdepth--;

                  break;
        }


  case 2:
                
                  {
                         xcdepth++;
                          yyless(2);
                          addlit(yylvalstr,yytextlen);
                      break;
                   }

  case 3:
                        
                  {

                      if (getyysstate() == xq)
                      {
                          nchars = yytextlen;
                          addlit(yylvalstr, yytextlen-1);
                          yyless(nchars-1);
                          return;//exit;
                      }

                      xcdepth = 0;
                      start(xc);
                      startlit();
                      yyless(2);
                      addlit(yylvalstr,yytextlen);

                  break;
                  }

  case 4:
                
                  {
                    addlit(yylvalstr,yytextlen);
                    break;
                  }

  case 5:
            
                  {
                      addlitchar(yylvalstr.charAt(0));
                      break;
                  }


  case 6:
            
        {
                                        //token_start := yylvalStr;
                                        if (getyysstate() == xq)
            {
                                                
                                              nchars = yytextlen;
                                              addlit(yylvalstr, yytextlen-1);
                yyless(nchars-1);
                                              return;//exit;    
                                           }
            start(xq);
            startlit();
                                          addlit(yylvalstr,yytextlen);
                break;
        }


  case 7:
                       
        {
                                        start(init);
                                        addlit(yylvalstr, yytextlen);
                                        yylvalstr = litbufdup();
                                        returni(ident);
                break;
        }

  case 8:
                        
        {
                                        //token_start := yylvalStr;
                                        start(xbacktick);
                                        startlit();
                                        addlit(yylvalstr, yytextlen);
                break;
        }


  case 9:
                       
        {
                addlit(yylvalstr, yytextlen);
                break;
  }

  case 10:
                       
        {
    addlit(yylvalstr, yytextlen);
                break;
   }


  case 11:
                
                  {
                      start(init);
                      addlit(yylvalstr, yytextlen);
                      yylvalstr = litbufdup();
                      returni(sconst);
                      break;
                  }

  case 12:
                
                    {
                      addlit(yylvalstr,yytextlen);
                      break;
                    }
        
  case 13:
                        
                {

          if (
              (getyysstate() == xd)
                                                )
          {
              addlit(yylvalstr, 1);
              yyless(1);
              return;//exit;
          }
          
                        start(xq);
                        startlit();
                        addlit(yylvalstr, yytextlen);
                        
                        break;
                }


  case 14:
                
                  {
                      addlit(yylvalstr, yytextlen);
                      break;
                  }

  case 15:
                
                  {
                    dummych1 = get_char();
                    unget_char(dummych1);
                    if (dummych1 == (char)10)
                      {
                        if (insqlpluscmd){
                          nchars = yytextlen;
                          if(yylvalstr.charAt(nchars-1) == (char)13){
                              yyless(nchars - 1);
                              yylvalstr = yylvalstr.substring(0,nchars);
                          }
                            start(init);
                            addlit(yylvalstr, nchars-1);
                            yylvalstr = litbufdup();
                            returni(sconst); //in sqlplus command, characters between ' and return is treated as a string

                        }else{
                        dummych1 = get_char();
                        addlit(yylvalstr+dummych1, yytextlen+1);
                        }
                      } else if (dummych1 == '\\')
                          {
                              dummych1 = get_char();
                              dummych2 = get_char();
                              addlit(yylvalstr+dummych1+dummych2, yytextlen+2);
                          }
                        else
                            { addlit(yylvalstr, yytextlen);}

                  break;
                 }
  case 16:
                 
        {
                dummych1 = get_char();
                unget_char(dummych1);
                if ((dummych1 == '\'') && (yylvalstr.charAt(yytextlen-1)== '\\')) // if ' after \, just eat '
                {
                  if ((yytextlen > 1) && (yylvalstr.charAt(yytextlen-2)== '\\')){ // just eat \\
                        addlit(yylvalstr, yytextlen);
                  }else{
                                dummych2 = get_char();
                                addlit(yylvalstr+dummych2, yytextlen+1);
                  }
                }else{
                        addlit(yylvalstr, yytextlen);
                }
                break;
        }

  case 17:
                 
     {
        dummych1 = get_char();
        addlit(yylvalstr+dummych1, yytextlen+1);
        break;
     }
         
  case 18:
                
                  {
                      start(init);
                      addlit(yylvalstr, yytextlen);
                      if ((literallen == 0) && (!insqlpluscmd))
                        {returni (error);}
                     // if (literallen >= namedatalen)
                     // {
                     //    setlengthofliteralbuf(namedatalen);
                     //    literallen = namedatalen;
                     // }
                      yylvalstr = litbufdup();
                      returni (sconst);

                      break;
                  }

  case 19:
               
                  {
                      addlit(yylvalstr, yytextlen);
                      break;
                  }

  case 20:
                        
                  {
                      start(xd);
                      startlit();
                      addlit(yylvalstr, yytextlen);
                      break;
                  }
  case 21:
                
                  {
                    dummych1 = get_char();
                    unget_char(dummych1);
                    if (dummych1 == (char)10)
                      {
                          if (insqlpluscmd){
                            nchars = yytextlen;
                            if(yylvalstr.charAt(nchars-1) == (char)13){
                                yyless(nchars - 1);
                                yylvalstr = yylvalstr.substring(0,nchars);
                            }
                              start(init);
                              addlit(yylvalstr, nchars-1);
                              yylvalstr = litbufdup();
                              returni(sconst); //in sqlplus command, characters between ' and return is treated as a string

                          }else{
                          dummych1 = get_char();
                          addlit(yylvalstr+dummych1, yytextlen+1);
                          }

                      } else
                        addlit(yylvalstr, yytextlen);

                  break;
                  }

  case 22:
          
          {
            returni(lexnewline);
            break;
          }

  case 23:
        
          {
              returni(lexspace);
              break;
          }

  case 24:
                
          {
          if ((getyysstate() == xq)
              || (getyysstate() == xd)
              || (getyysstate() == xc)
              || (getyysstate() == xbacktick)
             )
          {
              addlit(yylvalstr, 1);
              yyless(1);
              return;//exit;
          }

          returni(cmtdoublehyphen);
          break;
          }

  case 25:
        
          {
               returnc(yylvalstr.charAt(0));
               break;
          }


  case 26:
                       
          {
            returni(cmpop);
            break;
          }
        
  case 27:
                        
          {
            returni(concatenationop);
            break;
          }

  case 28:
                        
          {
               returni(iconst);
               break;
          }

  case 29:
                        
          {
            ///*  for i in 1..5 loop, we can't recognize 1. as a decimal,but 1 as decimal
            nchars = yytextlen;
            if (yylvalstr.charAt(nchars-1) == '.')
              {
                dummych1 = get_char();
                unget_char(dummych1);
                if (dummych1 == '.')
                  {
                      yyless(nchars-1);
                    yylvalstr = yylvalstr.substring(0,nchars - 1);
                    returni (iconst);
                    return;//exit;
                  }
              }
            returni (fconst);
           break;
          }

  case 30:
                        
          {
           returni (fconst);
           break;
          }


  case 31:
              
          {
            int rw;
             
             nchars = yytextlen;
             
             if ((tmpDelimiter.length()>0) && (yylvalstr.endsWith(tmpDelimiter))){
                 yyless(nchars-tmpDelimiter.length());
                 yylvalstr = yylvalstr.substring(0,nchars-tmpDelimiter.length());
             }
             
            if ( (rw = iskeyword(yylvalstr)) != -1)   { returni(rw);}
            else returni(ident);
            break;
          }


  case 32:
              
          {
            returni(NEXT_PARAM);
            break;
          }

  case 33:
                    
          {
            returni(POSITIONAL_PARAM);
            break;
          }

          
  case 34:
               
          {
            returni(NAMED_PARAM);
            break;
          }
                    
  case 35:
                        
          {
            returni( error);
            break;
          }

    default:{
     System.out.println("fatal error in yyaction");
    }
   }//switch
}/*yyaction*/;



        }