package gudusoft.gsqlparser;


import gudusoft.gsqlparser.nodes.TExpression;
import gudusoft.gsqlparser.nodes.TParseTreeNode;


import java.io.*;
import java.math.BigInteger;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.nio.file.StandardOpenOption;
import java.sql.Timestamp;
import java.util.*;
import java.util.concurrent.atomic.AtomicLong;
import java.util.stream.Stream;
import java.nio.charset.StandardCharsets; // Added import
import java.nio.ByteBuffer;
import java.nio.channels.FileChannel;

/**
 * Constants and functions used by parser internally.
 */

public class TBaseType {    

    public static final String  versionid = "4.0.0.5";
    public static final String  releaseDate = "2026-01-15";
    public static final boolean full_edition = true;
    static final boolean enterprise_edition = true;
    private static final String  licenseType = "developer license";
    public static final String  version = "General SQL Parser Java Version "+versionid;

   // public static final  boolean HIVE_TEST = true;

    public static final String vendorEmail = "info@sqlparser.com";

    public static double db_version_num = 11.0;

   // public static TeradataUtilityType teradataUtilityType = TeradataUtilityType.BTEQ;

    public static boolean DEBUG = false;
    public static boolean DEBUG_PARSE_TABLE = false;

    public static boolean ENABLE_ERROR_RECOVER_IN_CREATE_TABLE = true;

    public static boolean ENABLE_INTERPRETER = false;

    // Thread-local variable to ensure thread-safe resolver state
    private static final ThreadLocal<Boolean> ENABLE_RESOLVER_THREADLOCAL = ThreadLocal.withInitial(() -> false);

    // Getter method for ENABLE_RESOLVER
    public static boolean isEnableResolver() {
        return ENABLE_RESOLVER_THREADLOCAL.get();
    }

    // Setter method for ENABLE_RESOLVER
    public static void setEnableResolver(boolean value) {
        if (value && isEnableResolver2()) {
            throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " +
                "Please disable ENABLE_RESOLVER2 first by calling setEnableResolver2(false).");
        }
        ENABLE_RESOLVER_THREADLOCAL.set(value);
    }

    // Thread-local variable to ensure thread-safe resolver2 state
    private static final ThreadLocal<Boolean> ENABLE_RESOLVER2_THREADLOCAL = ThreadLocal.withInitial(() -> true);

    // Getter method for ENABLE_RESOLVER2
    public static boolean isEnableResolver2() {
        return ENABLE_RESOLVER2_THREADLOCAL.get();
    }

    // Setter method for ENABLE_RESOLVER2
    public static void setEnableResolver2(boolean value) {
        if (value && isEnableResolver()) {
            throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " +
                "Please disable ENABLE_RESOLVER first by calling setEnableResolver(false).");
        }
        ENABLE_RESOLVER2_THREADLOCAL.set(value);
    }

    public static boolean DUMP_RESOLVER_LOG_TO_CONSOLE = false;

    // Calcite integration feature flags (Phase 1: Name Matching)
    // Default: false (disabled until stabilized)
    public static boolean USE_CALCITE_MATCHER = false;         // Use Calcite SqlNameMatcher for name comparisons

    // Phase 3.5: CatalogStoreProvider is now always used (USE_CALCITE_CATALOG_VIEW flag removed)

    // Catalog optimization feature flags (Phase 2: Hierarchical Index, Phase 3: Bucketed Index)
    // Shadow introduction strategy: gradual rollout with fallback
    public static boolean USE_HIERARCHICAL_INDEX = true;      // Enable hierarchical index (LinkedHashMap per layer)
    public static boolean USE_BUCKETED_INDEX = true;          // Enable bucketed index for SQL Server COLLATION_BASED (25x faster)
    public static boolean USE_COMPOSITE_KEY_OPT = false;       // Enable composite key optimization (ClickHouse/Couchbase only)
    public static boolean LOG_INDEX_HIT_RATE = false;          // Log index hit rate for performance validation
    public static boolean ENFORCE_CATALOG_SEAL = false;        // Enforce catalog seal() - throw exception on modification after seal (Phase 6)
    public static boolean ALLOW_MULTI_SEGMENT_IN_KEY = true;   // Allow multi-segment identifiers in keyForMap (Phase 0: enabled for gradual migration)
    public static boolean LOG_KEY_COMPARISON = false;          // Phase 1: Log new vs old key comparisons for debugging

    // Phase 3: Migration complete - CatalogStoreProvider is now the default implementation
    // (Feature flags removed as migration is complete)

    // System property support for catalog optimization flags (gradual rollout)
    static {
        String hierarchicalFlag = System.getProperty("gsp.use_hierarchical_index");
        if (hierarchicalFlag != null) {
            USE_HIERARCHICAL_INDEX = Boolean.parseBoolean(hierarchicalFlag);
        }

        String compositeKeyFlag = System.getProperty("gsp.use_composite_key");
        if (compositeKeyFlag != null) {
            USE_COMPOSITE_KEY_OPT = Boolean.parseBoolean(compositeKeyFlag);
        }

        String bucketedIndexFlag = System.getProperty("gsp.use_bucketed_index");
        if (bucketedIndexFlag != null) {
            USE_BUCKETED_INDEX = Boolean.parseBoolean(bucketedIndexFlag);
        }

        String logHitRateFlag = System.getProperty("gsp.log_index_hit_rate");
        if (logHitRateFlag != null) {
            LOG_INDEX_HIT_RATE = Boolean.parseBoolean(logHitRateFlag);
        }

        String enforceSealFlag = System.getProperty("gsp.enforce_catalog_seal");
        if (enforceSealFlag != null) {
            ENFORCE_CATALOG_SEAL = Boolean.parseBoolean(enforceSealFlag);
        }

        // Phase 3: Migration flags removed - migration complete
    }

    public static boolean USE_JOINEXPR_INSTEAD_OF_JOIN = true; // introduce since 2.7.3.0

    public static String sqlflow_stmt_delimiter_str = "sqlflow-delimiter";

    /**
     * Buffer size for lexer input BufferedReader.
     * Larger buffer reduces I/O overhead when lexer performs character-by-character reads.
     * Default: 64KB (8x the JDK default of 8KB).
     */
    public static int LEXER_INPUT_BUFFER_SIZE = 64 * 1024;

    public static final int tag_token_value_changed_in_on_canonical = 999;
    public static  boolean as_canonical_f_decrypt_replace_password = false;


    public static  boolean REDSHIFT_ENABLE_BRACKET_NAME = false;

    public static final int BOOL_VALUE_FALSE = 0;
    public static final int BOOL_VALUE_TRUE = 1;
    public static final int BOOL_VALUE_NOT_SET = 2;

    public static final int MATCH_COLUMN_RESULT_NOT_MATCH = -1;
    public static final int MATCH_COLUMN_RESULT_MATCHED = 0;
    public static final int MATCH_COLUMN_RESULT_MATCHED_COLUMN_PROPERTY = 1;
    public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P1 = 10; // Highest priority for possible match
    public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P3 = 30;
    public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P4 = 40;
    public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P5 = 50;
    public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P9 = 90;

    public static final int CAN_BE_COLUMN_NOT_VALIDATE_YET = 0;
    public static final int VALIDATED_CAN_BE_A_COLUMN_NAME = 1;
    public static final int VALIDATED_CAN_NOT_BE_A_COLUMN_NAME = 2;
    public static final int MARKED_NOT_A_COLUMN_IN_COLUMN_RESOLVER = 3;

    public static final int COLUMN_LINKED_TO_COLUMN_ALIAS_IN_OLD_ALGORITHM = 4;

    // 在老算法中关联 column 和 table时，谨慎把 column 的 状态设为该值，这会导致 column resolver 不再 resolve 该值
    // 从而导致 column push 动作没有执行。 除非在非常明确的情况，在老算法中即便关联了 column 和 table，也不要设置该值

    // SELECT * FROM (
    //    WITH
    //      Combined1 AS (
    //        SELECT * FROM actor
    //        UNION ALL
    //        SELECT * FROM actor2
    //        UNION ALL
    //        SELECT * FROM actor3
    //      )
    //       , Combined2 AS (
    //        SELECT * FROM  Combined1
    //      )
    //    SELECT
    //      actor_id,
    //      first_name
    //    FROM Combined2
    //) outer_select_wrapper
    public static final int COLUMN_LINKED_TO_TABLE_IN_OLD_ALGORITHM = 5;

    public static final int NOT_RESOLVED_YET = 1;
    public static final int RESOLVED_BUT_NOT_FOUND = 2;
    public static final int RESOLVED_AND_FOUND = 3;
    public static final int RESOLVED_BUT_AMBIGUOUS = 4;

    // 不在  TCustomSqlStatement.linkColumnToTable() 进行关联，延迟到 column resolver 中进行
    // 目的是避免产生假性的 orphan column
    public static final int RESOLVE_DELAY_TO_COLUMN_RESOLVER = 5;

    public static final int GUESS_COLUMN_STRATEGY_NEAREST = 0;
    public static final int GUESS_COLUMN_STRATEGY_FARTHEST = 1;
    public static final int GUESS_COLUMN_STRATEGY_NOT_PICKUP = 2;
    public static final String[] GUESS_COLUMN_STRATEGY_MSG = {"GUESS_COLUMN_STRATEGY_NEAREST","GUESS_COLUMN_STRATEGY_FARTHEST","GUESS_COLUMN_STRATEGY_NOT_PICKUP"};

    public static  int GUESS_COLUMN_STRATEGY = GUESS_COLUMN_STRATEGY_NOT_PICKUP;

    public static final int COLUMN_IN_TABEL_FUNCTION_YES = 1;
    public static final int COLUMN_IN_TABEL_FUNCTION_NO = 2;
    public static final int COLUMN_IN_TABEL_FUNCTION_NOTSURE = 3;

    // Error, warning, hint Code
    public static final int MSG_WARNING_ERROR_WHEN_TOKENIZE = 10200;
    public static final int MSG_HINT_FIND_ORPHAN_COLUMN = 10500;
    public static final int MSG_ERROR_NO_ROOT_NODE = -1000;
    public static final int MSG_ERROR_AND_KEYWORD_CANT_USED_AS_TABLE_ALIAS = 10600;
    public static final int MSG_ERROR_RESERVED_KEYWORD_CANT_USED_AS_COLUMN_NAME = 10601;
    public static final int MSG_ERROR_FUNCTION_IN_SET_CLAUSE = 10700;
    public static final int MSG_ERROR_DUPLICATED_COLUMN_NAME = 10800;
    public static final int MSG_ERROR_SYNTAX_ERROR = 10111;
    public static final int MSG_ERROR_INSERT_VALUE_COLUMN_NUMBER_NOT_MATCH = 10900;
    public static final int MSG_ERROR_COLUMN_NOT_FOUND = 10950;

    static final String license_file_missing = "license file is missing";
    static final String license_file_invalid = "invalid license file";
    static final String license_file_name = "/gsp_license.txt";
    static final String license_trail_username = "trial_user";
//    static final String license_trail_machineid = "trial_machine";
    static final String license_illegal_key = "Illegal license key";
    static final String license_type_developer = "developer";
    static final String license_type_dist = "dist";
    static final String license_type_trial = "trial";

    static  final boolean license_expired_check = false;
    static  final String license_expired_date = "2022-10-19";

    static final boolean need_license_file = false;

    static final boolean bigquery_edition = false;
    static final boolean clickhouse_edition = false;
    static final boolean couchbase_edition = false;
    static final boolean dax_edition = false;
    static final boolean db2_edition = false;
    static final boolean greenplum_edition = false;
    static final boolean hana_edition = false;
    static final boolean hive_edition = false;
    static final boolean impala_edition = false;
    static final boolean informix_edition = false;
    static final boolean mdx_edition = false;
    static final boolean mysql_edition = false;
    static final boolean netezza_edition = false;
    static final boolean odbc_edition = false;
    static final boolean openedge_edition = false;
    static final boolean oracle_edition = false;
    static final boolean postgresql_edition = false;
    static final boolean redshift_edition = false;
    static final boolean snowflake_edition = false;
    static final boolean sqlserver_edition = false;
    static final boolean sybase_edition = false;
    static final boolean teradata_edition = false;
    static final boolean vertica_edition = false;
    static final boolean soql_edition = false;
    static final boolean azuresql_edition = false;
    static final boolean sparksql_edition = false;
    static final boolean exasol_edition = false;
    static final boolean athena_edition = false;
    static final boolean presto_edition = false;
    static final boolean trino_edition = false;
    static final boolean generic_edition = true;
    static final boolean databricks_edition = false;
    static final boolean gaussdb_edition = false;
    static final boolean ansi_edition = false;

    static final int query_size_limitation = 10000;
    static final String time_limited_msg = "expired after 90 days after first usage.";
    static final String trail_version_file_message = "trial version can only process query in file with size less than "+query_size_limitation+" bytes"+", and "+time_limited_msg;
    static final String trail_version_query_message = "trial version can only process query with size less than "+query_size_limitation+" characters"+", and "+time_limited_msg;



//Following const must be keep the same value in  .y file
public static final String linebreak = System.getProperty("line.separator");
public static final String windowsLinebreak = "\r\n";
public static final String windowsLinebreakEscape = "\\r\\n";

    public static  boolean bigquery_legacysql_compatible = false;

/**
 * Token code value for block comment: /* comment inside  *&#47;
 */
public final static int cmtslashstar = 257;

    /**
     *  single line comment
      */
public final static int cmtdoublehyphen = 258;

    /**
     * whitespace including space and tab
     */
public final static int lexspace = 259;

    /**
     * linebreak
     */
public final static int lexnewline = 260;

    /**
     * float and real constant
     */
public final static int fconst  = 261;

    /**
     * string constant
     */
public final static int sconst = 262;

    /**
     * integer constant
     */
public final static int iconst = 263;

    /**
     * identifier token id
     */
public final static int ident = 264;
public final static int op = 265;
public final static int cmpop = 266;
public final static int bind_v = 267;
public final static int assign_sign = 268;
public final static int double_dot = 269;
public final static int label_begin = 270;
public final static int hive_CharSetName = 270;     //hive
public final static int label_end = 271;
public final static int hive_div = 271;      //hive
public final static int substitution_v = 272;
public final static int filepath_sign = 272; //snowflake
public final static int hive_number = 272;
public final static int sqlpluscmd = 273;
public final static int atversion = 273; //databricks, @V
public final static int left_parenthesis_3 = 273;


public final static int error = 274;
public final static int variable = 275;
public final static int hive_DecimalLiteral = 273;
public final static int hive_StringLiteral = 275;
public final static int hive_CharSetLiteral = 276;
public final static int hive_ByteLengthLiteral = 277;
public final static int hive_BigintLiteral = 278;
public final static int hive_SmallintLiteral = 279;
public final static int hive_TinyintLiteral = 280;
public final static int mslabel = 276;
public final static int RW_NATURAL2 = 276;
//public final static int RW_CONNECT_TO = 276;
public final static int bconst = 276; //postgresql
public final static int equal_start_expr = 276;
public final static int leftjoin_op = 277;
public final static int logic_and_op = 277;
public final static int odbc_esc_prefix = 277;
public final static int rightjoin_op = 278;
public final static int logic_or_op = 278;
public final static int odbc_esc_terminator = 278;
public final static int dax_column_token = 279;
public final static int with_rollup = 279;  //MYSQL WITH ROLLUP
public final static int RW_FULL2 = 279;   //used to replace full keyword in oracle
public final static int db2label = 279;
public final static int xconst = 279; //postgresql
public final static int teradata_unicode_sconst = 279;
// public final static int ref_arrow = 280;
public final static int scriptoptions = 281;
    public final static int     JSON_GET_TEXT = 281;
    public final static int     ORACLE_OUTER2 = 281;

public final static int mysqllabel = 282;
    public final static int     JSON_GET_TEXT_AT_PATH = 282;
public final static int BTEQCMD = 282;
public final static int concatenationop = 283;
public final static int rw_not_deferrable = 284;
    public final static int     JSON_GET_OBJECT = 284;

public final static int rw_for1 = 285;
public final static int     JSON_GET_OBJECT_AT_PATH = 285;
public final static int rw_not1 = 285;
    public final static int rw_for_system_time = 285; //MSSQL

public final static int stmt_delimiter = 286;

public final static int m_clause = 287;
    public final static int rw_sybase_at1 = 287;
public final static int typecast = 287; //postgresql,netezza,db2
public final static int rrw_time2_teradata = 287;
    public final static int rrw_merge2_sqlserver = 287;

public final static int k_clause = 288;
public final static int rw_sybase_update1 = 288;
public final static int     JSON_LEFT_CONTAIN = 288;
public final static int safe_equal = 288;//HIVE equal_ns, gaussdb
public final static int rrw_date2_teradata = 288;
public final static int measure_equal = 288; //dax measure equal :=
public final static int slash_dot = 288; //mysql \. sqlfile,  execute an SQL script file
public final static int postgresql_arary_operator = 288;


public final static int outer_join = 289;
public final static int hive_equal = 289;
public final static int rrw_timestamp2_teradata = 289;

public final static int not_equal = 290;
public final static int not_great = 291;
public final static int not_less = 292;
public final static int great_equal = 293;
public final static int less_equal = 294;
public final static int exponentiate = 295;
public final static int boolean_and = 296;
public final static int rowtype_operator = 296;
public final static int boolean_or = 297;
public final static int     JSON_RIGHT_CONTAIN = 297;
public final static int     square_root = 297;
public final static int     cube_root = 298;
public final static int     bitwise_shift_left = 299;
public final static int     bitwise_shift_right = 300;

public final static int rw_locktable = 296;
public final static int rw_foreign2 = 297;
public final static int rw_constraint2 = 298;
public final static int     JSON_EXIST = 298;
public final static int     HIVE_FUNC_IDENT = 298;
public final static int rw_primary2 = 299;
public final static int     JSON_ANY_EXIST = 299;
public final static int rw_unique2 = 300;
public final static int     JSON_ALL_EXIST = 300;

public final static int     IDENT_BEFORE_COLON = 297;
public final static int     NEXT_PARAM = 298;
public final static int     POSITIONAL_PARAM = 299;
public final static int     NAMED_PARAM = 300;


// common sql keywords used in all databases
public final static int rrw_select = 301;
public final static int rrw_insert = 302;
public final static int rrw_delete = 303;
public final static int rrw_update = 304;
public final static int rrw_if = 305;
public final static int rrw_for  = 306;
public final static int rrw_create  = 307;
public final static int rrw_table  = 308;
public final static int rrw_index   = 309;
public final static int rrw_view   = 310;
public final static int rrw_with   = 311;
public final static int rrw_start  = 312;
public final static int rrw_end     = 313;
public final static int rrw_drop    = 314;
public final static int rrw_declare   = 315;
public final static int rrw_case      = 316;
public final static int rrw_where      = 317;
public final static int rrw_having      = 318;
public final static int rrw_and      = 319;
public final static int rrw_or      = 320;
public final static int rrw_not      = 321;
public final static int rrw_when      = 322;
public final static int rrw_on      = 323;
public final static int rrw_join      = 324;
public final static int rrw_set      = 325;
public final static int rrw_values      = 326;
public final static int rrw_object      = 327;
public final static int rrw_record      = 328;
public final static int rrw_from      = 329;
public final static int rrw_group      = 330;
public final static int rrw_sort      = 331;
public final static int rrw_into      = 332;
public final static int rrw_order      = 333;
public final static int rrw_fetch      = 334;
public final static int rrw_decode      = 335;
public final static int rrw_over      = 336;
public final static int rrw_extract     = 337;
public final static int rrw_distinct    = 338;
public final static int rrw_all    = 339;
public final static int rrw_by    = 340;
public final static int rrw_as    = 341;
public final static int rrw_union  = 342;
public final static int rrw_left  = 343;
public final static int rrw_right  = 344;
public final static int rrw_inner  = 345;
public final static int rrw_full  = 346;
public final static int rrw_outer  = 347;
public final static int rrw_then  = 348;
public final static int rrw_else  = 349;
public final static int rrw_between  = 350;
public final static int rrw_begin   = 351;
public final static int rrw_except   = 352;
public final static int rrw_minus   = 353;
public final static int rrw_intersect   = 354;

public final static int rrw_bit  = 355;

public final static int rrw_tinyint = 356; //mysql
public final static int rrw_smallint = 357;
public final static int rrw_mediumint = 358; //mysql
public final static int rrw_middleint = 359; //mysql
public final static int rrw_int = 360;
public final static int rrw_integer = 361;
public final static int rrw_int1 = 362; //mysql
public final static int rrw_int2 = 363; //mysql
public final static int rrw_int3 = 364; //mysql
public final static int rrw_int4 = 365; //mysql
public final static int rrw_int8 = 366; //mysql
public final static int rrw_bigint  = 367;

public final static int rrw_float = 368;
public final static int rrw_float4 = 369;
public final static int rrw_float8 = 370;
public final static int rrw_num = 371;
public final static int rrw_numeric = 372;
public final static int rrw_number = 373;
public final static int rrw_real = 374;
public final static int rrw_decimal = 375;
public final static int rrw_dec = 376;

public final static int rrw_double = 377;
public final static int rrw_precision = 378;
public final static int rrw_char = 379;
public final static int rrw_nchar = 380;
public final static int rrw_character = 381;
public final static int rrw_varchar = 382;
public final static int rrw_varchar2 = 383; //oracle
public final static int rrw_national = 384; //mysql national char
public final static int rrw_nvarchar = 385;
public final static int rrw_nvarchar2 = 386; //oracle
public final static int rrw_varbinary = 387;
public final static int rrw_varying = 388;
public final static int rrw_tinytext = 389;//mysql
public final static int rrw_text = 390;
public final static int rrw_mediumtext = 391;//mysql
public final static int rrw_longtext = 392;//mysql
public final static int rrw_time = 393;
public final static int rrw_date = 394;
public final static int rrw_timestamp = 395;
public final static int rrw_year = 396;//mysql
public final static int rrw_local = 397;
public final static int rrw_zone = 398;
public final static int rrw_long = 399;
public final static int rrw_raw = 400;
public final static int rrw_blob  = 401;
public final static int rrw_tinyblob = 402; //mysql
public final static int rrw_mediumblob = 403; //mysql
public final static int rrw_longblob = 404; //mysql
public final static int rrw_clob = 405;
public final static int rrw_nclob = 406;
public final static int rrw_dbclob = 407;
public final static int rrw_bfile = 408;
public final static int rrw_large = 409;
public final static int rrw_data = 410; //db2 for bit data
public final static int rrw_binary = 411; //db2 binary large object

public final static int rrw_graphic = 412;  //db2
public final static int rrw_vargraphic = 413; //db2
public final static int rrw_datalink = 414; //db2
public final static int rrw_enum = 415; //mysql
public final static int rrw_interval = 416; //oracle interval year to month
public final static int rrw_urowid = 417; //oracle
public final static int rrw_merge = 418;
public final static int rrw_commit = 419;
public final static int rrw_rollback = 420;
public final static int rrw_savepoint = 421;
public final static int rrw_revoke = 422;
public final static int rrw_grant = 423;
public final static int rrw_truncate = 424;
public final static int rrw_database = 425;
public final static int rrw_alter = 426;
public final static int rrw_return = 427;
public final static int rrw_add = 428;
public final static int rrw_close = 429;
public final static int rrw_continue = 430;
public final static int rrw_backup = 431;
public final static int rrw_break = 432;
public final static int rrw_bulk = 433;
public final static int rrw_dbcc = 434;
public final static int rrw_deallocate = 435;
public final static int rrw_deny = 436;
public final static int rrw_disable = 437;
public final static int rrw_enable = 438;
public final static int rrw_exec = 439;
public final static int rrw_execute = 440;
public final static int rrw_goto = 441;
public final static int rrw_kill = 442;
public final static int rrw_open = 443;
public final static int rrw_save = 444;
public final static int rrw_move = 445;
public final static int rrw_print = 446;
public final static int rrw_raiserror = 447;
public final static int rrw_readtext = 448;
public final static int rrw_receive = 449;
public final static int rrw_reconfigure = 450;
public final static int rrw_restore = 451;
public final static int rrw_send = 452;
public final static int rrw_setuser = 453;
public final static int rrw_shutdown = 454;
public final static int rrw_sign = 455;
public final static int rrw_try = 456;
public final static int rrw_updatetext = 457;
public final static int rrw_use = 458;
public final static int rrw_waitfor = 459;
public final static int rrw_while = 460;
public final static int rrw_writetext = 461;
public final static int rrw_catch = 462;
public final static int rrw_go = 463;
public final static int rrw_openrowset = 464;
public final static int rrw_analyze = 465;
public final static int rrw_associate = 466;
public final static int rrw_audit = 467;
public final static int rrw_call = 468;
public final static int rrw_comment = 469;
public final static int rrw_disassociate = 470;
public final static int rrw_explain = 471;
public final static int rrw_flashback = 472;
public final static int rrw_lock = 473;
public final static int rrw_noaudit = 474;
public final static int rrw_purge = 475;
public final static int rrw_rename = 476;
public final static int rrw_procedure = 477;
public final static int rrw_function = 478;
public final static int rrw_package = 479;
public final static int rrw_allocate = 480;
public final static int rrw_connect = 481;
public final static int rrw_describe = 482;
public final static int rrw_disconnect = 483;
public final static int rrw_flush = 484;
public final static int rrw_free = 485;
public final static int rrw_get = 486;
public final static int rrw_include = 487;
public final static int rrw_iterate = 488;
public final static int rrw_leave = 489;
public final static int rrw_loop = 490;
public final static int rrw_prepare = 491;
public final static int rrw_refresh = 492;
public final static int rrw_release = 493;
public final static int rrw_repeat = 494;
public final static int rrw_resignal = 495;
public final static int rrw_signal = 496;
public final static int rrw_cache = 497;
public final static int rrw_change = 498;
public final static int rrw_check = 499;
public final static int rrw_checksum = 500;
public final static int rrw_do = 501;
public final static int rrw_handler = 502;
public final static int rrw_load = 503;
public final static int rrw_optimize = 504;
public final static int rrw_replace = 505;
public final static int rrw_repair = 506;
public final static int rrw_reset = 507;
public final static int rrw_show = 508;
public final static int rrw_stop = 509;
public final static int rrw_unlock = 510;
public final static int rrw_terminate = 511;
public final static int rrw_to = 512;
public final static int rrw_primary = 513;
public final static int rrw_unique = 514;
public final static int rrw_constraint = 515;
public final static int rrw_foreign = 516;
public final static int rrw_revert = 517;
public final static int rrw_checkpoint = 518;
public final static int rrw_calculate = 519;
public final static int rrw_clear = 520;
public final static int rrw_drillthrough = 521;
public final static int rrw_freeze = 522;
public final static int rrw_existing = 523;
public final static int rrw_scope = 524;
public final static int rrw_is = 525;
public final static int rrw_body = 526;
public final static int rrw_abort = 527;
public final static int rrw_using = 528;

// end of common sql keywords used in all databases

//databricks
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql
    public final static int rrw_databricks_msck = rrw_abort + 3;
    public final static int rrw_databricks_sync = rrw_abort + 4;
    public final static int rrw_databricks_copy = rrw_abort + 5;
    public final static int rrw_databricks_uncache = rrw_abort + 6;
    public final static int rrw_databricks_desc = rrw_abort + 7;
    public final static int rrw_databricks_list = rrw_abort + 8;
    public final static int rrw_databricks_values_insert = rrw_abort + 9;
    public final static int rrw_databricks_datatype_used_to_cast = rrw_abort + 10;
    public final static int rrw_databricks_convert = rrw_abort + 11;
    public final static int rrw_databricks_fsck = rrw_abort + 12;
    public final static int rrw_databricks_reorg = rrw_abort + 13;
    public final static int rrw_databricks_vacuum = rrw_abort + 14;
//end of databricks

//INFORMIX
    public final static int castoperator = rrw_abort + 2;
    //public final static int compoundAssignmentOperator = rrw_abort + 3;
    //public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4;

    public final static int rrw_informix_unload = rrw_abort + 5;
    public final static int rrw_informix_whenever = rrw_abort + 6;
    public final static int rrw_informix_put = rrw_abort +7;
    public final static int rrw_informix_output = rrw_abort + 8;
    public final static int rrw_informix_info = rrw_abort + 9;
    public final static int rrw_informix_connect_to = rrw_abort + 10;

    //DB2
    public final static int rrw_rr = rrw_abort + 3;
    public final static int rrw_rs = rrw_abort + 4;
    public final static int rrw_cs = rrw_abort + 5;
    public final static int rrw_ur = rrw_abort + 6;
    public final static int rrw_with_isolation = rrw_abort + 7;
    public final static int rrw_declare_global = rrw_abort + 8;
    public final static int rrw_db2_second = rrw_abort + 9;
    public final static int rrw_db2_label = rrw_abort + 10;
    public final static int rrw_db2_tablespace = rrw_abort + 11;
    public final static int rrw_db2_runstats = rrw_abort + 12;
    public final static int rrw_db2_current = rrw_abort + 13;
    public final static int rrw_jdbc_escape_fn = rrw_abort + 14;
    public final static int rrw_jdbc_escape_end = rrw_abort + 15;
    public final static int rrw_db2_trim_l = rrw_abort + 16;
    public final static int rrw_db2_trim_r = rrw_abort + 17;
    public final static int rrw_db2_trim = rrw_abort + 18;

    //postgresql, guassdb, redshift share the following constant
    public final static int param  = rrw_abort + 2;
    public final static int rrw_postgresql_cluster = rrw_abort + 3;
    public final static int rrw_postgresql_copy = rrw_abort + 4;
    public final static int rrw_postgresql_discard = rrw_abort + 5;
    public final static int rrw_postgresql_listen = rrw_abort + 6;
    public final static int rrw_postgresql_notify = rrw_abort + 7;
    public final static int rrw_postgresql_reassign = rrw_abort + 8;
    public final static int rrw_postgresql_reindex = rrw_abort + 9;
    public final static int rrw_postgresql_security = rrw_abort + 10;
    public final static int rrw_postgresql_unlisten = rrw_abort + 11;

    public final static int rrw_cascade  = rrw_abort + 12;
    public final static int rrw_restrict  = rrw_abort + 13;
    public final static int rrw_perform  = rrw_abort + 14;
    public final static int rrw_debug  = rrw_abort + 15;
    public final static int rrw_exception  = rrw_abort + 16;
    public final static int rrw_notice  = rrw_abort + 17;
    public final static int rrw_postgresql_info  = rrw_abort + 18;
    public final static int rrw_warning  = rrw_abort + 19;
    public final static int rrw_log  = rrw_abort + 20;
    public final static int rrw_postgresql_rowtype  = rrw_abort + 21;

    // In TCreateFunctionStmt.postgresqlFunctionDefinition(), 手工加上 plpgsql_function_delimiter 字符串，标记一个pgsql block的开始
    public final static int rrw_plpgsql_function_delimiter = rrw_abort + 22;

    public final static int rrw_postgresql_vacuum = rrw_abort + 23;
    public final static int rrw_postgresql_do_update = rrw_abort + 24;
    public final static int rrw_postgresql_POSITION_FUNCTION  = rrw_abort + 25;
    public final static int rrw_postgresql_POSITION  = rrw_abort + 26;
    public final static int rrw_postgresql_insert_values  = rrw_abort + 27;
    public final static int rrw_postgresql_conflict = rrw_abort + 28;
    public final static int rrw_postgresql_nothing = rrw_abort + 29;
    public final static int rrw_postgresql_import = rrw_abort + 30;
    public final static int rrw_postgresql_with_lookahead = rrw_abort + 31;
    public final static int rrw_postgresql_ordinality = rrw_abort + 32;
    public final static int rrw_postgresql_filter  = rrw_abort + 33;

    public final static int OP_STAR_EQUAL  = rrw_abort + 34;
    public final static int OP_STAR_LESS  = rrw_abort + 35;
    public final static int OP_STAR_GREAT  = rrw_abort + 36;
    public final static int OP_SQUARE_ROOT  = rrw_abort + 37;
    public final static int OP_LESS_LESS  = rrw_abort + 38;
    public final static int OP_GREAT_GREAT  = rrw_abort + 39;
    public final static int OP_EXCLAMATION_EXCLAMATION  = rrw_abort + 40;
    public final static int OP_TILDE_TILDE  = rrw_abort + 41;
    public final static int OP_TILDE_STAR  = rrw_abort + 42;
    public final static int OP_EXCLAMATION_TILDE  = rrw_abort + 43;
    public final static int OP_AT_AT  = rrw_abort + 44;
    public final static int OP_POUND_POUND  = rrw_abort + 45;
    public final static int OP_AT_GREAT  = rrw_abort + 46;
    public final static int OP_LESS_AT  = rrw_abort + 47;
    public final static int OP_PUNCTUATION_PUNCTUATION  = rrw_abort + 48;
    public final static int OP_PUNCTUATION_LESS  = rrw_abort + 49;
    public final static int OP_PUNCTUATION_GREAT  = rrw_abort + 50;
    public final static int OP_LESS_CARET  = rrw_abort + 51;
    public final static int OP_GREAT_CARET  = rrw_abort + 52;
    public final static int OP_QUESTION_POUND  = rrw_abort + 53;
    public final static int OP_QUESTION_MINUS  = rrw_abort + 54;
    public final static int OP_QUESTION_BAR  = rrw_abort + 55;
    public final static int OP_TILDE_EQUAL  = rrw_abort + 56;
    public final static int OP_MINUS_GREAT  = rrw_abort + 57;
    public final static int OP_POUND_GREAT  = rrw_abort + 58;
    public final static int OP_QUESTION_PUNCTUATION  = rrw_abort + 59;
    public final static int OP_POUND_MINUS  = rrw_abort + 60;
    public final static int OP_AT_QUESTION  = rrw_abort + 61;
    public final static int OP_STAR_LESS_GREAT  = rrw_abort + 62;
    public final static int OP_STAR_LESS_EQUAL  = rrw_abort + 63;
    public final static int OP_STAR_GREAT_EQUAL  = rrw_abort + 64;
    public final static int OP_CUBE_ROOT  = rrw_abort + 65;
    public final static int OP_TILDE_TILDE_STAR  = rrw_abort + 66;
    public final static int OP_EXCLAMATION_TIDLE_TIDLE  = rrw_abort + 67;
    public final static int OP_EXCLAMATION_TIDLE_TIDLE_STAR  = rrw_abort + 68;
    public final static int OP_EXCLAMATION_TIDLE_STAR  = rrw_abort + 69;
    public final static int OP_AT_MINUS_AT  = rrw_abort + 70;
    public final static int OP_LESS_MINUS_GREAT  = rrw_abort + 71;
    public final static int OP_LESS_LESS_BAR  = rrw_abort + 72;
    public final static int OP_BAR_GREAT_GREAT  = rrw_abort + 73;
    public final static int OP_PUNCTUATION_LESS_BAR  = rrw_abort + 74;
    public final static int OP_BAR_PUNCTUATION_GREAT  = rrw_abort + 75;
    public final static int OP_QUESTION_MINUS_BAR  = rrw_abort + 76;
    public final static int OP_QUESTION_BAR_BAR  = rrw_abort + 77;
    public final static int OP_LESS_LESS_EQUAL  = rrw_abort + 78;
    public final static int OP_GREAT_GREAT_EQUAL  = rrw_abort + 79;
    public final static int OP_AT_AT_AT  = rrw_abort + 80;
    public final static int OP_MINUS_GREAT_GREAT  = rrw_abort + 81;
    public final static int OP_POUND_GREAT_GREAT  = rrw_abort + 82;
    public final static int OP_MINUS_BAR_MINUS  = rrw_abort + 83;
    public final static int OP_JSONB_QUESTION  = rrw_abort + 84;
    public final static int rrw_postgresql_json  = rrw_abort + 85;
    public final static int rrw_postgresql_jsonb  = rrw_abort + 86;
    public final static int OP_TILDE_GREAT_TILDE  = rrw_abort + 87;
    public final static int OP_TILDE_LESS_TILDE  = rrw_abort + 88;
    public final static int OP_TILDE_GREAT_EQUAL_TILDE  = rrw_abort + 89;
    public final static int OP_TILDE_LESS_EQUAL_TILDE  = rrw_abort + 90;
    public final static int OP_LESS_LESS_LESS  = rrw_abort + 91;
    public final static int OP_GREAT_GREAT_GREAT  = rrw_abort + 92;
    public final static int OP_LESS_PERCENT  = rrw_abort + 93;
    public final static int OP_GREAT_PERCENT  = rrw_abort + 94;
    public final static int rrw_postgresql_recursive  = rrw_abort + 95;
    public final static int rrw_postgresql_function_delimiter  = rrw_abort + 96;
    public final static int rrw_postgresql_language  = rrw_abort + 97;
    public final static int rrw_postgresql_type  = rrw_abort + 98;

    // clickhouse
    public final static int rrw_clickhouse_function_delimiter = rrw_postgresql_function_delimiter;
    public final static int rrw_clickhouse_insert_values = rrw_postgresql_insert_values;

    // end of postgres, guassdb, redshift

    // gaussDB
    public final static int OP_SAFE_EQUAL  = rrw_abort + 99;
    public final static int GAUSSDB_CURSOR  = rrw_abort + 100;
    public final static int GAUSSDB_DECLARE_SINGLE_STMT  = rrw_abort + 101;
    public final static int GAUSSDB_BEGIN_TRANSACTION  = rrw_abort + 102;
    public final static int GAUSSDB_PROCEDURE_ORA  = rrw_abort + 103;
    public final static int GAUSSDB_FUNCTION_ORA  = rrw_abort + 104;
    public final static int GAUSSDB_NULL  = rrw_abort + 105;

    public final static int GAUSSDB_TO_BINARY_DOUBLE  = rrw_abort + 106;
    public final static int GAUSSDB_TO_NUMBER  = rrw_abort + 107;
    public final static int GAUSSDB_TO_BINARY_FLOAT  = rrw_abort + 108;
    public final static int GAUSSDB_TO_DATE  = rrw_abort + 109;
    public final static int GAUSSDB_TO_TIMESTAMP  = rrw_abort + 110;
    public final static int GAUSSDB_TO_TIMESTAMP_TZ  = rrw_abort + 111;

    

    //greenplum
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql

    public final static int rrw_greenplum_cluster = rrw_abort + 3;
    public final static int rrw_greenplum_copy = rrw_abort + 4;
    public final static int rrw_greenplum_reassign = rrw_abort + 8;
    public final static int rrw_greenplum_reindex = rrw_abort + 9;
    public final static int rrw_greenplum_vacuum = rrw_abort + 21;
    public final static int rrw_greenplum_language = rrw_abort + 22;
    public final static int rrw_greenplum_rowtype  = rrw_abort + 23;
    public final static int rrw_greenplum_analyse  = rrw_abort + 24;
    public final static int rrw_greenplum_DATE_FUNCTION  = rrw_abort + 25;
    public final static int rrw_greenplum_POSITION_FUNCTION  = rrw_abort + 26;
    public final static int rrw_greenplum_POSITION  = rrw_abort + 27;
    public final static int rrw_greenplum_CURSOR  = rrw_abort + 28;
    public final static int rrw_greenplum_exits  = rrw_abort + 29;
    public final static int rrw_greenplum_filter  = rrw_abort + 30;
    public final static int rrw_greenplum_values_insert  = rrw_abort + 31;
    public final static int rrw_greenplum_function_delimiter  = rrw_abort + 32;


    //MYSQL
    public final static int logical_and = rrw_abort + 2;
    public final static int logical_or = rrw_abort + 3;
    public final static int rrw_left_shift = rrw_abort + 4;
    public final static int rrw_right_shift = rrw_abort + 5;
    public final static int rrw_mysql_desc = rrw_abort + 8;
    public final static int rrw_mysql_delimiter = rrw_abort + 9;
    public final static int rrw_rollup = rrw_abort + 10;
    public final static int rrw_mysql_date_function = rrw_abort + 11;
    public final static int rrw_mysql_date_const = rrw_abort + 12;
    public final static int rrw_mysql_time_const = rrw_abort + 13;
    public final static int rrw_mysql_row = rrw_abort + 14;
    public final static int rrw_mysql_each = rrw_abort + 15;
    public final static int rrw_mysql_source = rrw_abort + 16;
    public final static int rrw_mysql_interval_func = rrw_abort + 17;
    public final static int rrw_mysql_true = rrw_abort + 18;
    public final static int rrw_mysql_false = rrw_abort + 19;
    public final static int rrw_mysql_default = rrw_abort + 20;
    public final static int rrw_mysql_d = rrw_abort + 21;
    public final static int rrw_mysql_t = rrw_abort + 22;
    public final static int rrw_mysql_ts = rrw_abort + 23;
    public final static int rrw_mysql_null = rrw_abort + 24;
    public final static int rrw_mysql_current = rrw_abort + 25;
    public final static int rrw_mysql_timestamp_constant = rrw_abort + 26;
    public final static int rrw_mysql_position = rrw_abort + 27;

    //oracle specific keyword
    public final static int rrw_custom = rrw_abort + 2;
    public final static int rrw_translate = rrw_abort + 4;
    public final static int rrw_keep = rrw_abort + 5;
    public final static int rrw_keep_before_dense_rank = rrw_abort + 6;
    public final static int rrw_dense_rank = rrw_abort + 7;
    public final static int rrw_wrapped = rrw_abort + 8;
    public final static int rrw_level = rrw_abort + 10;
    public final static int rrw_match = rrw_abort + 11;
    public final static int rrw_natural = rrw_abort + 12;
    public final static int rrw_type2 = rrw_abort + 13;
    public final static int rrw_type = rrw_abort + 14;
    public final static int rrw_of = rrw_abort + 15;
    public final static int rrw_oid = rrw_abort + 16;
    public final static int rrw_null = rrw_abort + 17;
    public final static int rrw_trigger = rrw_abort + 18;
    public final static int rrw_library = rrw_abort + 19;
    public final static int rrw_value_after_by = rrw_abort + 20;
    public final static int rrw_value_oracle = rrw_abort + 21;
    public final static int rrw_new_oracle = rrw_abort + 22;
    public final static int rrw_chr_oracle = rrw_abort + 23;
    public final static int rrw_errors_oracle = rrw_abort + 24;
    public final static int rrw_log_oracle = rrw_abort + 25;
    public final static int rrw_add_p = rrw_abort + 26; //add partition
    public final static int rrw_partition = rrw_abort + 27; //add partition
    public final static int rrw_oracle_apply = rrw_abort + 28;
    public final static int rrw_oracle_subpartition = rrw_abort + 29;
    public final static int rrw_oracle_subpartition_tablesample = rrw_abort + 30;
    public final static int rrw_oracle_new_constructor = rrw_abort + 31;
    public final static int rrw_oracle_supplemental = rrw_abort + 32;
    public final static int rrw_oracle_compound = rrw_abort + 33;
    public final static int rrw_oracle_offset = rrw_abort + 34;
    public final static int rrw_oracle_row = rrw_abort + 35;
    public final static int rrw_oracle_rows = rrw_abort + 36;
    public final static int rrw_oracle_offset_row = rrw_abort + 37;
    public final static int rrw_oracle_a_in_aset = rrw_abort + 38;
    public final static int rrw_oracle_set_in_aset = rrw_abort + 39;
    public final static int rrw_oracle_modify = rrw_abort + 40;
    public final static int rrw_oracle_column = rrw_abort + 41;
    public final static int rrw_oracle_column_after_modify = rrw_abort + 42;
    public final static int rrw_oracle_without = rrw_abort + 43;
    public final static int rrw_oracle_count = rrw_abort + 44;
    public final static int rrw_oracle_without_before_count = rrw_abort + 45;
    public final static int rrw_oracle_cursor = rrw_abort + 46;
    public final static int rrw_oracle_collect = rrw_abort + 47;
    public final static int rrw_oracle_synonym = rrw_abort + 48;
    public final static int rrw_oracle_model = rrw_abort + 49;
    public final static int rrw_oracle_model_in_model_clause = rrw_abort + 50;
    
    
    // sql server keywords
    public final static int twocolons = rrw_abort + 2;
    public final static int compoundAssignmentOperator = rrw_abort + 3;
    public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4;

    public final static int rrw_starea   = rrw_abort + 5;
    public final static int rrw_stasbinary   = rrw_abort + 6;
    public final static int rrw_stastext = rrw_abort + 7;
    public final static int rrw_stbuffer = rrw_abort + 8;
    public final static int rrw_stdimension = rrw_abort + 9;
    public final static int rrw_stdisjoint = rrw_abort + 10;
    public final static int rrw_stdistance = rrw_abort + 11;
    public final static int rrw_stendpoint = rrw_abort + 12;
    public final static int rrw_stgeometryn = rrw_abort + 13;
    public final static int rrw_stgeometrytype = rrw_abort + 14;
    public final static int rrw_stintersection = rrw_abort + 15;
    public final static int rrw_stintersects = rrw_abort + 16;
    public final static int rrw_stisclosed = rrw_abort + 17;
    public final static int rrw_stisempty = rrw_abort + 18;
    public final static int rrw_stlength = rrw_abort + 19;
    public final static int rrw_stnumgeometries = rrw_abort + 20;
    public final static int rrw_stnumpoints = rrw_abort + 21;
    public final static int rrw_stpointn = rrw_abort + 22;
    public final static int rrw_stsrid = rrw_abort + 23;
    public final static int rrw_ststartpoint = rrw_abort + 24;
    public final static int rrw_stunion = rrw_abort + 25;

    //sql server, functions on xml column
    public final static int rrw_xml_value = rrw_abort + 26;
    public final static int rrw_xml_modify = rrw_abort + 27;
    public final static int rrw_xml_query = rrw_abort + 28;
    public final static int rrw_xml_exist = rrw_abort + 29;
    public final static int rrw_xml_nodes = rrw_abort + 30;
    public final static int rrw_sqlserver_value = rrw_abort + 31;
    public final static int rrw_sqlserver_modify = rrw_abort + 32;
    public final static int rrw_sqlserver_query = rrw_abort + 33;
    public final static int rrw_sqlserver_exist = rrw_abort + 34;
    public final static int rrw_sqlserver_nodes = rrw_abort + 35;

    public final static int rrw_sqlserver_throw = rrw_abort + 36;
    public final static int rrw_system_time = rrw_abort + 37;
    public final static int rrw_xmlnamespaces = rrw_abort + 38;
    public final static int rrw_sqlserver_next = rrw_abort + 39;
    public final static int rrw_sqlserver_row = rrw_abort + 40;
    public final static int rrw_sqlserver_rows = rrw_abort + 41;
    public final static int rrw_sqlserver_offset_fetch = rrw_abort + 42;
    public final static int rrw_sqlserver_odbc_escape = rrw_abort + 43;
    public final static int rrw_sqlserver_exists = rrw_abort + 44;
    public final static int rrw_sqlserver_copy = rrw_abort + 45;
    public final static int rrw_sqlserver_copyinto = rrw_abort + 46;
    public final static int rrw_sqlserver_column = rrw_abort + 47;
    public final static int rrw_sqlserver_drop_column = rrw_abort + 48;
    public final static int rrw_sqlserver_check_with = rrw_abort + 49;
    public final static int rrw_sqlserver_semicolon_module_number = rrw_abort + 50;
    public final static int rrw_sqlserver_trim = rrw_abort + 51;
    public final static int rrw_sqlserver_synonym = rrw_abort + 52;
    public final static int rrw_sqlserver_sequence = rrw_abort + 53;
    public final static int rrw_sqlserver_tran = rrw_abort + 54;
    public final static int rrw_sqlserver_transaction = rrw_abort + 55;
    public final static int rrw_sqlserver_distributed = rrw_abort + 56;
    public final static int rrw_sqlserver_dialog = rrw_abort + 57;
    public final static int rrw_sqlserver_conversation = rrw_abort + 58;
    public final static int rrw_sqlserver_DELETED = rrw_abort + 59;
    public final static int rrw_sqlserver_INSERTED = rrw_abort + 60;

     // end of sql server keywords

    //SOQL

    public final static int rrw_soql_update_tracking = rrw_abort + 45;

    //sybase
    public final static int rrw_sybase_dump = rrw_abort + 31;
    public final static int rrw_sybase_at = rrw_abort + 32;
    public final static int rrw_sybase_isolation = rrw_abort + 33;
    public final static int rrw_sybase_off = rrw_abort + 34;
    public final static int rrw_sybase_partition = rrw_abort + 38;
    public final static int rrw_sybase_exce_proc_name = rrw_abort + 39;


// teradata specifc keyword
    public final static int rrw_teradata_using = rrw_abort + 1;
    public final static int rrw_bt = rrw_abort + 2;
    public final static int rrw_teradata_collect = rrw_abort + 3;
    public final static int rrw_teradata_cm = rrw_abort + 4;
    public final static int rrw_ct = rrw_abort + 5;
    public final static int rrw_teradata_del = rrw_abort + 6;
    public final static int rrw_teradata_diagnostic = rrw_abort + 7;
    public final static int rrw_teradata_dump = rrw_abort + 8;
    public final static int rrw_teradata_echo = rrw_abort + 9;
    public final static int rrw_et = rrw_abort + 10;
    public final static int rrw_teradata_give = rrw_abort + 11;
    public final static int rrw_teradata_help = rrw_abort + 12;
    public final static int rrw_teradata_ins = rrw_abort + 13;
    public final static int rrw_logoff = rrw_abort + 14;
    public final static int rrw_teradata_logon = rrw_abort + 15;
    public final static int rrw_teradata_modify = rrw_abort + 16;
    public final static int rrw_teradata_position = rrw_abort + 17;
    public final static int rrw_teradata_restart = rrw_abort + 18;
    public final static int rrw_rewind = rrw_abort + 19;
    public final static int rrw_teradata_sel = rrw_abort + 20;
    public final static int rrw_ss = rrw_abort + 21;
    public final static int rrw_teradata_upd = rrw_abort + 22;
    public final static int rrw_teradata_wait = rrw_abort + 23;
    public final static int rrw_teradata_locking = rrw_abort + 24;
    public final static int rrw_casespecific = rrw_abort + 25;
    public final static int rrw_teradata_cs = rrw_abort + 26;
    public final static int rrw_teradata_add_months = rrw_abort + 27;
    public final static int rrw_teradata_format = rrw_abort + 28;
    public final static int rrw_teradata_title = rrw_abort + 29;
    public final static int rrw_teradata_named = rrw_abort + 30;
    public final static int left_parenthesis_2 = rrw_abort + 31;
    public final static int rrw_teradata_start_data_conversion = rrw_abort + 31;
    public final static int rrw_teradata_period = rrw_abort + 32;
    public final static int rrw_teradata_cast = rrw_abort + 33;
  //  public final static int rrw_teradata_null = rrw_abort + 34;
    public final static int rrw_teradata_cv = rrw_abort + 35;
    public final static int rrw_teradata_for_loop = rrw_abort + 36;
    public final static int rrw_teradata_last = rrw_abort + 37;
    public final static int rrw_last_function = rrw_abort + 38;
    public final static int rrw_teradata_transaction = rrw_abort + 39;
    public final static int rrw_teradata_end_t = rrw_abort + 40;
    public final static int rrw_teradata_exit = rrw_abort + 41;
    public final static int rrw_teradata_label = rrw_abort + 42;
    public final static int rrw_teradata_pivot = rrw_abort + 43;
    public final static int rrw_teradata_cursor_name = rrw_abort + 44;
    public final static int rrw_teradata_condition_name = rrw_abort + 45;
    public final static int rrw_teradata_case_stmt = rrw_abort + 46;
    public final static int rrw_teradata_with_grant = rrw_abort + 47;
    public final static int rrw_teradata_external = rrw_abort + 48;
    public final static int rrw_teradata_type = rrw_abort + 53;
    public final static int rrw_teradata_sample = rrw_abort + 54;
    public final static int rrw_teradata_validtime = rrw_abort + 55;
    public final static int rrw_teradata_sequenced = rrw_abort + 56;
    public final static int rrw_teradata_nonsequenced = rrw_abort + 57;


    //hive
public final static int rrw_hive_desc = rrw_abort + 2;
public final static int rrw_hive_msck = rrw_abort + 3;
public final static int rrw_hive_export = rrw_abort + 4;
public final static int rrw_hive_import = rrw_abort + 5;
public final static int rrw_hive_recover = rrw_abort + 6;
public final static int rrw_map                             = rrw_abort + 7;
public final static int rrw_formatted                       = rrw_abort + 8;
public final static int rrw_extended                        = rrw_abort + 9;
public final static int rrw_pretty                          = rrw_abort + 10;
public final static int rrw_shared                          = rrw_abort + 11;
public final static int rrw_exclusive                       = rrw_abort + 12;
public final static int rrw_show_database                           = rrw_abort + 13;
public final static int  rrw_hive_DATE_FUNCTION = rrw_abort + 14;
public final static int  rrw_hive_rollup = rrw_abort + 15;
public final static int  rrw_hive_cube = rrw_abort + 16;
    public final static int  rrw_hive_upsert = rrw_abort + 17; // shared by hive and impala

// netezza
    public final static int rrw_netezza_groom = rrw_abort + 2;
    public final static int rrw_netezza_copy       = rrw_abort + 3;
    public final static int rrw_netezza_generate = rrw_abort + 4;

    public final static int rrw_int_cast                        = rrw_abort + 5;
    public final static int rrw_integer_cast                    = rrw_abort + 6;
    public final static int rrw_smallint_cast                   = rrw_abort + 7;
    public final static int rrw_bigint_cast                     = rrw_abort + 8;
    public final static int rrw_real_cast                       = rrw_abort + 9;
    public final static int rrw_float_cast                      = rrw_abort + 10;
    public final static int rrw_numeric_cast                    = rrw_abort + 11;
    public final static int rrw_boolean_cast                    = rrw_abort + 12;
    public final static int rrw_bit_cast                        = rrw_abort + 13;
    public final static int rrw_char_cast                       = rrw_abort + 14;
    public final static int rrw_nchar_cast                      = rrw_abort + 15;
    public final static int rrw_varchar_cast                    = rrw_abort + 16;
    public final static int rrw_character_cast                  = rrw_abort + 17;
    public final static int rrw_date_cast                       = rrw_abort + 18;
    public final static int rrw_time_cast                       = rrw_abort + 19;
    public final static int rrw_timestamp_cast                  = rrw_abort + 20;
    public final static int rrw_interval_cast                   = rrw_abort + 21;
    public final static int rrw_decimal_cast                    = rrw_abort + 22;
    public final static int rrw_begin_proc                      = rrw_abort + 23;
    public final static int rrw_end_proc                        = rrw_abort + 24;
    public final static int rrw_netezza_op_less_less                    = rrw_abort + 25;
    public final static int rrw_netezza_op_great_great                  = rrw_abort + 26;

public final static int hive_DOT                            = rrw_abort + 2;
public final static int hive_COLON                  = rrw_abort + 3;
public final static int hive_COMMA                  = rrw_abort + 4;
public final static int hive_SEMICOLON    = rrw_abort + 5;
public final static int hive_LPAREN               = rrw_abort + 6;
public final static int hive_RPAREN               = rrw_abort + 7;
public final static int hive_LSQUARE              = rrw_abort + 8;
public final static int hive_RSQUARE              = rrw_abort + 9;
public final static int hive_LCURLY               = rrw_abort + 10;
public final static int hive_RCURLY               = rrw_abort + 11;
public final static int hive_LESSTHAN     = rrw_abort + 12;
public final static int hive_GREATERTHAN  = rrw_abort + 13;
public final static int hive_DIVIDE         = rrw_abort + 14;
public final static int hive_PLUS                   = rrw_abort + 15;
public final static int hive_MINUS            = rrw_abort + 16;
public final static int hive_STAR             = rrw_abort + 17;
public final static int hive_MOD                      = rrw_abort + 18;
public final static int hive_AMPERSAND    = rrw_abort + 19;
public final static int hive_TILDE                        = rrw_abort + 20;
public final static int hive_BITWISEOR    = rrw_abort + 21;
public final static int hive_BITWISEXOR         = rrw_abort + 22;
public final static int hive_QUESTION           = rrw_abort + 23;
public final static int hive_DOLLAR                     = rrw_abort + 24;


    // redshift
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql

    public final static int rrw_redshift_cancel = rrw_postgresql_type + 1;
    public final static int rrw_redshift_unload = rrw_postgresql_type + 2 ;
    public final static int rrw_redshift_verbose  = rrw_postgresql_type + 3;
    public final static int rrw_redshift_struct  = rrw_postgresql_type + 4;
    public final static int rrw_redshift_array  = rrw_postgresql_type + 5;
    public final static int rrw_redshift_array_type  = rrw_postgresql_type + 6;

    public final static int rrw_redshift_vacuum  = rrw_postgresql_vacuum;
    public final static int rrw_redshift_copy  = rrw_postgresql_copy;
    public final static int rrw_redshift_rowtype  = rrw_postgresql_rowtype;
    public final static int rrw_redshift_filter  = rrw_postgresql_filter;
    public final static int rrw_redshift_function_delimiter  = rrw_postgresql_function_delimiter;
    public final static int rrw_redshift_language  = rrw_postgresql_language;

    // HANA
    public final static int rrw_hana_unset = rrw_abort + 2;
    public final static int rrw_hana_upsert = rrw_abort + 3 ;
    public final static int rrw_as_before_of                = rrw_abort + 4 ;
    public final static int rrw_hana_import                 = rrw_abort + 5 ;
    public final static int rrw_hana_export                 = rrw_abort + 6 ;
    public final static int rrw_hana_of             = rrw_abort + 7 ;
    public final static int rrw_hana_date_const             = rrw_abort + 8 ;
    public final static int rrw_hana_time_const             = rrw_abort + 9 ;
    public final static int rrw_hana_timestamp_const                = rrw_abort + 10 ;
    public final static int rrw_hana_with_structured                = rrw_abort + 11 ;
    public final static int rrw_hana_with_cache             = rrw_abort + 12 ;
    public final static int rrw_hana_with_check             = rrw_abort + 13 ;
    public final static int rrw_hana_recover                = rrw_abort + 14 ;
    public final static int rrw_hana_unload                 = rrw_abort + 15 ;
    public final static int rrw_hana_unload2                = rrw_abort + 16 ;
    public final static int rrw_hana_validate               = rrw_abort + 17;
    public final static int rrw_hana_header                 = rrw_abort + 18;
    public final static int rrw_hana_with_mask              = rrw_abort + 19;
    public final static int rrw_hana_with_expression                = rrw_abort + 20;
    public final static int rrw_hana_with_anonymization             = rrw_abort + 21;
    public final static int rrw_hana_with_hint              = rrw_abort + 22;


    //dax
    public final static int rrw_dax_define                          = rrw_abort + 2;
    public final static int rrw_dax_evaluate                        = rrw_abort + 3 ;
    public final static int rrw_dax_product                         = rrw_abort + 4 ;
    public final static int rrw_dax_true                            = rrw_abort + 5;
    public final static int rrw_dax_false                           = rrw_abort + 6 ;
    public final static int rrw_dax_calendar                        = rrw_abort + 7 ;
    public final static int rrw_dax_second                          = rrw_abort + 8 ;

    // ODBC
    public final static int rrw_odbc_d                      = rrw_abort + 4;
    public final static int rrw_odbc_t                      = rrw_abort + 5;
    public final static int rrw_odbc_ts                             = rrw_abort + 6;
    public final static int rrw_odbc_oj                             = rrw_abort + 7;
    public final static int rrw_odbc_fn                             = rrw_abort + 8;
    public final static int rrw_odbc_escape                         = rrw_abort + 9;

    //vertica
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql
    public final static int rrw_vertica_activate = rrw_abort + 3;
    public final static int rrw_vertica_deactivate= rrw_abort + 4;
    public final static int rrw_vertica_profile= rrw_abort + 5;
    public final static int rrw_vertica_date_function= rrw_abort + 6;
    public final static int rrw_vertica_greatest= rrw_abort + 7;
    public final static int rrw_vertica_least= rrw_abort + 8;
    public final static int rrw_vertica_copy = rrw_abort + 9;
    public final static int rrw_vertica_export = rrw_abort + 10;

   // openedge
    public final static int rrw_openedge_with_check = rrw_abort + 2;

    public final static int howtoSetValue_none = 0;
    public final static int howtoSetValue_assign = 1;
    public final static int howtoSetValue_default = 2;    

    public final static int     kind_create = 1;
    public final static int     kind_declare = 2;
    public final static int     kind_define = 3;
    public final static int     kind_create_body = 4;

    // couchbase
    public final static int rrw_couchbase_build = rrw_abort + 2;
    public final static int rrw_couchbase_infer = rrw_abort + 3;
    public final static int rrw_couchbase_upsert = rrw_abort + 4;

    //snowflake
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql
    public final static int rrw_snowflake_list = rrw_abort + 3;
    public final static int rrw_snowflake_remove = rrw_abort + 4;
    public final static int rrw_snowflake_undrop = rrw_abort + 5;
    public final static int rrw_snowflake_copy = rrw_abort + 6;
    public final static int rrw_snowflake_desc = rrw_abort + 7;
    public final static int rrw_snowflake_ls = rrw_abort + 8;
    public final static int rrw_snowflake_put = rrw_abort + 9;
    public final static int rrw_snowflake_rm = rrw_abort + 10;
    public final static int rrw_snowflake_unset = rrw_abort + 11;
    public final static int rrw_snowflake_at = rrw_abort + 12;
    public final static int rrw_snowflake_at_before_parenthesis = rrw_abort + 13;
    public final static int rrw_snowflake_pseudo_stmt_sign = rrw_abort + 14;
    public final static int rrw_snowflake_date = rrw_abort + 15;
    public final static int rrw_snowflake_time = rrw_abort + 16;
    public final static int rrw_snowflake_char = rrw_abort + 17;
    public final static int rrw_snowflake_begin_transaction = rrw_abort + 18;
    public final static int rrw_snowflake_language = rrw_abort + 19;
    public final static int rrw_snowflake_plpgsql_function_delimiter = rrw_abort + 20;
    public final static int rrw_snowflake_datetime = rrw_abort + 21;
    public final static int rrw_snowflake_window = rrw_abort + 22;
    public final static int rrw_snowflake_window_as = rrw_abort + 23;
    public final static int rrw_snowflake_pivot = rrw_abort + 24;
    public final static int rrw_snowflake_unpivot = rrw_abort + 25;
    public final static int rrw_snowflake_default = rrw_abort + 26;
    public final static int rrw_snowflake_flatten = rrw_abort + 27;
    public final static int rrw_snowflake_offset = rrw_abort + 28;
    public final static int rrw_snowflake_replace_after_star = rrw_abort + 29;
    public final static int rrw_snowflake_function_delimiter = rrw_abort + 30;
    public final static int rrw_snowflake_parameter_name = rrw_abort + 31;
    public final static int rrw_snowflake_exists = rrw_abort + 32;
    public final static int rrw_snowflake_transaction = rrw_abort + 33;
    public final static int rrw_snowflake_javascript = rrw_abort + 34;
    public final static int rrw_snowflake_top = rrw_abort + 35;
    public final static int rrw_snowflake_limit = rrw_abort + 36;
    public final static int rrw_snowflake_work = rrw_abort + 37;
    public final static int rrw_snowflake_left_join = rrw_abort + 38;
    public final static int rrw_snowflake_right_join = rrw_abort + 39;

    //BIGQUERY
    public final static int rrw_bigquery_struct = rrw_abort + 2;
    public final static int rrw_bigquery_struct_constructor = rrw_abort + 3;
    public final static int rrw_bigquery_datatype_used_to_cast = rrw_abort + 4;
    public final static int rrw_bigquery_export = rrw_abort + 5;
    public final static int rrw_bigquery_begin_transaction = rrw_abort + 6;

//    public final static int rrw_bigquery_timestamp_before_const = rrw_abort + 4;
//    public final static int rrw_bigquery_date_before_const = rrw_abort + 5;


    //sparksql
    public final static int rrw_spark_uncache = rrw_abort + 2;
    public final static int rrw_spark_desc = rrw_abort + 3;
    public final static int rrw_spark_list = rrw_abort + 4;
    public final static int rrw_spark_date_const = rrw_abort + 5;
    public final static int rrw_spark_date_function = rrw_abort + 6;
    public final static int rrw_spark_time_const = rrw_abort + 7;
    public final static int rrw_spark_timestamp_constant = rrw_abort + 8;
    public final static int rrw_spark_msck = rrw_abort + 9;
    public final static int rrw_spark_position = rrw_abort + 10;

    //presto
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql
    public final static int rrw_presto_verbose = rrw_abort + 3;

    //athena
    // public final static int param  = rrw_abort + 2; keep the same value as postgresql
    public final static int rrw_athena_unload = rrw_abort + 3;
    public final static int rrw_athena_msck = rrw_abort + 4;

    /**
     * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octIncomplete}
     */
    public final static int     kind_create_incomplete = 5;

    /**
     * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octVarray}
     */
    public final static int     kind_create_varray = 6;

    /**
     * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octNestedTable}
     */
    public final static int     kind_create_nested_table = 7;

    public final static int     kind_create_type_placeholder = 8;

    /**
     * Trigger fire mode
     */

    public final static int fireMode_before = 1;
    public final static int fireMode_after = 2;
    public final static int fireMode_insteadOf = 3;
    public final static int fireMode_for = 4;



    // source of join
    public final static int join_source_fake = 1;
    public final static int join_source_table = 2;
    public final static int join_source_join = 3;

    /**
     * value types of insert statement
     */
    public final static int     vt_values = 1;
    public final static int     vt_query = 2;
    public final static int     vt_default_values = 3;
    public final static int     vt_execute = 4;
    public final static int     vt_values_function = 5; // oracle
    public final static int     vt_values_empty = 6; //mysql, values()
    public final static int vt_set_column_value = 7; //mysql, values()
    public final static int     vt_values_oracle_record = 8; // oracle plsql record
    public final static int     vt_values_multi_table = 9; // oracle multitable insert
    public final static int     vt_hive = 10;
    public final static int     vt_hive_query = 11;
    public final static int     vt_table = 12;


    // variable type in declare statement
    public final static int declare_varaible_normal = 1;
    public final static int declare_varaible_cursor = 2;
    public final static int declare_varaible_table = 3;

    // type of declare statement
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#variable    }
      */
    public final static int declare_statement_variable = 1;
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#cursor    }
      */
    public final static int declare_statement_cursor = 2;
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#conditions    }
      */
    public final static int declare_statement_conditions = 3; //mysql
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#handlers    }
      */
    public final static int declare_statement_handlers = 4; //mysql,db2
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#statement    }
      */
    public final static int declare_statement_statement = 5; //db2
     /*
      *  @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#returnCode    }
      */
    public final static int declare_statement_returnCode = 6; //db2

    // conditional statement type
    public final static int condition_statement_if = 1;
    public final static int condition_statement_while = 2;

    // parameters in-out mode
    public final static int parameter_mode_default = 0;
    public final static int parameter_mode_in = 1;
    public final static int parameter_mode_out = 2;
    public final static int parameter_mode_inout = 3;
    public final static int parameter_mode_output = 4;
    public final static int parameter_mode_readonly = 5;
    public final static int parameter_mode_aslocator = 6; //as locator
    public final static int parameter_mode_variadic = 7; //as locator

    // create function return type
    public final static int function_return_datatype = 1;
    public final static int function_return_table = 2; // sql server
    public final static int function_return_table_variable = 3; // sql server


    // constraint level

    public final static int constraint_level_column = 1;
    public final static int constraint_level_table = 2;

    public final static int TOKEN_ALREADY_PROCESSED = 123;

    // select distinct type

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfNone}
     */
    public final static int dtNone = 0;

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinct}
     */
    public final static int dtDistinct = 1;

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctOn}
     */
    public final static int dtDistinctOn = 2;

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfAll}
     */
    public final static int dtAll = 3;

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfUnique}
     */
    public final static int dtUnique = 4;

    /**
     * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctRow}
     */
    public final static int dtDistinctRow = 5;

    // TLzMssqlSetType
    public final static int mstUnknown = 0;
    public final static int mstLocalVar = 1;
    public final static int mstLocalVarCursor = 2;
    public final static int mstSetCmd = 3;
    public final static int mstXmlMethod = 4;
    public final static int mstSybaseLocalVar = 5;

    // trigger firemode
    public final static int tfmFor = 0;
    public final static int tfmAfter = 1;
    public final static int tfmInsteadOf = 2;
    public final static int tfmBefore = 3;
    public final static int tfmNoCascadeBefore = 4;
    public final static int tReferencing = 5;

    // TLzMssqlExecType = (metExecSp,metExecStringCmd,metExecStringCmdLinkServer,metNoExecKeyword);
    public final static int metExecSp = 0;
    public final static int metExecStringCmd = 1;
    public final static int metExecStringCmdLinkServer = 2;
    public final static int metNoExecKeyword = 3;

    // sql server execute type
     // public final static int execute_procedure_function = 1;
     // public final static int execute_character_string = 2;

    //TLzUDFType = (
    public final static int uftUnknown = 0;
    public final static int uftScalar = 1;
    public final static int uftInlineTableValued = 2;
    public final static int uftMultiStatementTableValued = 3;

    //TLzSortType = (srtNone,srtAsc,srtDesc);
    /**
     *  @deprecated As of v1.6.4.9, replaced by {@link ESortType}
     */
    public final static int srtNone = 0;
    /**
     *  @deprecated As of v1.6.4.9, replaced by {@link ESortType}
     */
    public final static int srtAsc = 1;
    /**
     *  @deprecated As of v1.6.4.9, replaced by {@link ESortType}
     */
    public final static int srtDesc = 2;

    //TLzSortNulls = (srnNone,srnNullsFirst,srnNullsLast);
    public final static int srnNone = 0;
    public final static int srnNullsFirst = 1;
    public final static int srnNullsLast = 2;

    public static int  LEXER_INIT_MAX_MATCHES = 1024*20*10*2;



    
public static String newline = System.getProperty("line.separator");

public static int mycomparetext(String p1,String p2){
        return p1.compareToIgnoreCase(p2);
    }

public static boolean mysametext(String p1,String p2)
    {
        return (mycomparetext(p1,p2)==0);
    }

    
public static boolean assigned(Object st){
    return (st != null);
}

static void setTokenToIdentifier(TExpression expr){
    if (expr.getExpressionType() == EExpressionType.simple_object_name_t){
        if (expr.getObjectOperand().getEndToken() != null){
            expr.getObjectOperand().getEndToken().tokencode = ident;
            expr.getObjectOperand().getEndToken().tokentype = ETokenType.ttidentifier;
        }
    }else if (expr.getExpressionType() == EExpressionType.simple_source_token_t){
        expr.getSourcetokenOperand().tokencode = ident;
        expr.getSourcetokenOperand().tokentype = ETokenType.ttidentifier;
    }
}

public  static void resetTokenChain(TSourceTokenList pSourceTokenList, int startPos){
        if(pSourceTokenList == null) return;
        if ((startPos < 0)||(startPos>=pSourceTokenList.size())) return;

        if (pSourceTokenList.size() <= 0) return;


        TSourceToken lcPrevToken = null;
        if (startPos > 0){
            lcPrevToken = pSourceTokenList.get(startPos-1);
        }
        for (int i=startPos ; i<pSourceTokenList.size();i++) {
            pSourceTokenList.get(i).setPrevTokenInChain(lcPrevToken);
            if (i != pSourceTokenList.size() - 1){
                pSourceTokenList.get(i).setNextTokenInChain(pSourceTokenList.get(i+1));
            }
            lcPrevToken = pSourceTokenList.get(i);
        }
    }


/**
 * Extracts the string content from inside a SQL literal value.
 * 
 * Handles different types of SQL string literals:
 * - Standard quoted strings ('abc')
 * - Empty strings ('')
 * - Q-quoted strings (Q'[abc]')
 * - N-quoted strings (N'abc') 
 * - Dollar quoted strings ($$abc$$)
 *
 * For quoted strings, it removes the outer quotes and handles escaped quotes
 * by replacing '' and \' with single quotes.
 *
 * @param literalStr The SQL string literal to process
 * @return The string content without quotes and with escaped quotes converted to single quotes.
 *         Returns empty string for '', original string for non-literals or strings < 3 chars.
 */
public static String getStringInsideLiteral(String literalStr){
    if (literalStr.equalsIgnoreCase("''")) return "";
    if (literalStr.length() <3) return literalStr;

    boolean isLiteral = false, isDollarStr = false;
  //  System.out.println(literalStr);
    int startindex = 1,endindex = 2;
    if (literalStr.startsWith("'")){
      startindex = 1;
      endindex = literalStr.length() - 1;
      isLiteral = true;
    }else if (literalStr.toLowerCase().startsWith("q")){
      startindex = 3;
      endindex = literalStr.length() - 2;
        isLiteral = true;
    }else if (literalStr.toLowerCase().startsWith("n")){
        startindex = 2;
        endindex = literalStr.length() - 1;
        isLiteral = true;
    }else if (literalStr.toLowerCase().startsWith("$$")){
        startindex = 3;
        endindex = literalStr.length() - 2;
        isLiteral = true;
        isDollarStr = true;
    }

    if (isLiteral){
        if (isDollarStr) return  literalStr.substring(startindex,endindex);
        else
            return  literalStr.substring(startindex,endindex).replace("''","'").replace("\\'","'");
    }else{
        return literalStr;
    }

}

    public static String toHex(String arg, String charset) {
        String resultStr =arg;
        try {
            resultStr =  String.format("%040x", new BigInteger(1, arg.getBytes(charset)));
        }
        catch(UnsupportedEncodingException ex){
            System.out.println("Unsupported character set"+ex);
        }

        return resultStr;
    }

    public static String removeQuoteChar(String str){
      return getTextWithoutQuoted(str);
    }
    public static String getTextWithoutQuoted(String str){
        if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){
            return  str.substring(1, str.length() - 1);
        }else
            return  str;
    }

    public static String removePrefixOrSuffixQuoteChar(String str){
        if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){
            return  str.substring(1, str.length());
        }else if ((str.length() > 1) && ((str.endsWith("`"))||(str.endsWith("'"))||(str.endsWith("["))||(str.endsWith("\"")))){
            return  str.substring(0, str.length()-1);
        }
            return  str;
    }


    public static String getLastPartOfQualifiedName(String str){
      if (str.length() == 0) return str;
      int  index = -1;
      for(int i = str.length() - 1; i>=0;i--){
          if (str.charAt(i) == '.'){
              index = i;
              break;
          }
      }
      if (index>=0){
          return str.substring(index+1,str.length());
      }else{
          return str;
      }

    }

    public static String getTextByTokenCode(int tokenCode){
        String retStr = "";
        switch (tokenCode){
            case TBaseType.rrw_select:
                retStr = "select";
                break;
            case TBaseType.rrw_delete:
                retStr = "delete";
                break;
            case TBaseType.rrw_insert:
                retStr = "insert";
                break;
            case TBaseType.rrw_update:
                retStr = "update";
                break;
            case TBaseType.rrw_create:
                retStr = "create";
                break;
            case TBaseType.rrw_drop:
                retStr = "drop";
                break;
            case TBaseType.rrw_alter:
                retStr = "alter";
                break;
            case TBaseType.rrw_merge:
                retStr = "merge";
                break;
            case TBaseType.rrw_grant:
                retStr = "grant";
                break;
            case TBaseType.rrw_revoke:
                retStr = "revoke";
                break;
            case TBaseType.rrw_commit:
                retStr = "commit";
                break;
            case TBaseType.rrw_rollback:
                retStr = "rollback";
                break;
            case TBaseType.rrw_execute:
                retStr = "execute";
                break;
            case TBaseType.rrw_explain:
                retStr = "explain";
                break;
            case TBaseType.rrw_prepare:
                retStr = "prepare";
                break;
            case TBaseType.rrw_couchbase_upsert:
                retStr = "upsert";
                break;
            case TBaseType.rrw_analyze:
                retStr = "analyze";
                break;
            case TBaseType.rrw_associate:
                retStr = "associate";
                break;
            case TBaseType.rrw_audit:
                retStr = "audit";
                break;
            case TBaseType.rrw_call:
                retStr = "call";
                break;
            case TBaseType.rrw_disassociate:
                retStr = "disassociate";
                break;
            case TBaseType.rrw_flashback:
                retStr = "flashback";
                break;
            case TBaseType.rrw_lock:
                retStr = "lock";
                break;
            case TBaseType.rrw_noaudit:
                retStr = "noaudit";
                break;
            case TBaseType.rrw_purge:
                retStr = "purge";
                break;
            case TBaseType.rrw_rename:
                retStr = "rename";
                break;
            case TBaseType.rrw_savepoint:
                retStr = "savepoint";
                break;
            case TBaseType.rrw_set:
                retStr = "set";
                break;
            case TBaseType.rrw_comment:
                retStr = "comment";
                break;
            case TBaseType.rrw_truncate:
                retStr = "truncate";
                break;
            case TBaseType.rrw_add:
                retStr = "add";
                break;
            case TBaseType.rrw_backup:
                retStr = "backup";
                break;
            case TBaseType.rrw_begin:
                retStr = "begin";
                break;
            case TBaseType.rrw_break:
                retStr = "break";
                break;
            case TBaseType.rrw_bulk:
                retStr = "bulk";
                break;
            case TBaseType.rrw_checkpoint:
                retStr = "checkpoint";
                break;
            case TBaseType.rrw_close:
                retStr = "close";
                break;
            case TBaseType.rrw_continue:
                retStr = "continue";
                break;
            case TBaseType.rrw_dbcc:
                retStr = "dbcc";
                break;
            case TBaseType.rrw_deallocate:
                retStr = "deallocate";
                break;
            case TBaseType.rrw_declare:
                retStr = "declare";
                break;
            case TBaseType.rrw_deny:
                retStr = "deny";
                break;
            case TBaseType.rrw_disable:
                retStr = "disable";
                break;
            case TBaseType.rrw_enable:
                retStr = "enable";
                break;
            case TBaseType.rrw_end:
                retStr = "end";
                break;
            case TBaseType.rrw_exec:
                retStr = "exec";
                break;
            case TBaseType.rrw_fetch:
                retStr = "fetch";
                break;
            case TBaseType.rrw_go:
                retStr = "go";
                break;
            case TBaseType.rrw_goto:
                retStr = "goto";
                break;
            case TBaseType.rrw_if:
                retStr = "if";
                break;
            case TBaseType.rrw_kill:
                retStr = "kill";
                break;
            case TBaseType.rw_locktable:
                retStr = "locktable";
                break;
            case TBaseType.rrw_open:
                retStr = "open";
                break;
            case TBaseType.rrw_print:
                retStr = "print";
                break;
            case TBaseType.rrw_raiserror:
                retStr = "raiserror";
                break;
            case TBaseType.rrw_readtext:
                retStr = "readtext";
                break;
            case TBaseType.rrw_receive:
                retStr = "receive";
                break;
            case TBaseType.rrw_reconfigure:
                retStr = "reconfigure";
                break;
            case TBaseType.rrw_restore:
                retStr = "restore";
                break;
            case TBaseType.rrw_return:
                retStr = "return";
                break;
            case TBaseType.rrw_revert:
                retStr = "revert";
                break;
            case TBaseType.rrw_save:
                retStr = "save";
                break;
            case TBaseType.rrw_setuser:
                retStr = "setuser";
                break;
            case TBaseType.rrw_shutdown:
                retStr = "shutdown";
                break;
            case TBaseType.rrw_sqlserver_throw:
                retStr = "throw";
                break;
            case TBaseType.rrw_updatetext:
                retStr = "updatetext";
                break;
            case TBaseType.rrw_use:
                retStr = "use";
                break;
            case TBaseType.rrw_waitfor:
                retStr = "waitfor";
                break;
            case TBaseType.rrw_while:
                retStr = "while";
                break;
            case TBaseType.rrw_with:
                retStr = "with";
                break;
            case TBaseType.rrw_writetext:
                retStr = "writetext";
                break;
            case TBaseType.rrw_move:
                retStr = "move";
                break;
            case TBaseType.rrw_send:
                retStr = "send";
                break;
            case TBaseType.rrw_allocate:
                retStr = "allocate";
                break;
            case TBaseType.rrw_case:
                retStr = "case";
                break;
            case TBaseType.rrw_connect:
                retStr = "connect";
                break;
            case TBaseType.rrw_describe:
                retStr = "describe";
                break;
            case TBaseType.rrw_disconnect:
                retStr = "disconnect";
                break;
            case TBaseType.rrw_flush:
                retStr = "flush";
                break;
            case TBaseType.rrw_for:
                retStr = "for";
                break;
            case TBaseType.rrw_free:
                retStr = "free";
                break;
            case TBaseType.rrw_get:
                retStr = "get";
                break;
            case TBaseType.rrw_include:
                retStr = "include";
                break;
            case TBaseType.rrw_iterate:
                retStr = "iterate";
                break;
            case TBaseType.rrw_leave:
                retStr = "leave";
                break;
            case TBaseType.rrw_loop:
                retStr = "loop";
                break;
            case TBaseType.rrw_refresh:
                retStr = "refresh";
                break;
            case TBaseType.rrw_release:
                retStr = "release";
                break;
            case TBaseType.rrw_repeat:
                retStr = "repeat";
                break;
            case TBaseType.rrw_resignal:
                retStr = "resignal";
                break;
            case TBaseType.rrw_signal:
                retStr = "signal";
                break;
            case TBaseType.rrw_terminate:
                retStr = "terminate";
                break;
            case TBaseType.rrw_abort:
                retStr = "abort";
                break;
            case TBaseType.rrw_greenplum_analyse:
                retStr = "analyse";
                break;
            case TBaseType.rrw_load:
                retStr = "load";
                break;
            case TBaseType.rrw_postgresql_reassign:
                retStr = "reassign";
                break;
            case TBaseType.rrw_postgresql_reindex:
                retStr = "reindex";
                break;
            case TBaseType.rrw_reset:
                retStr = "reset";
                break;
            case TBaseType.rrw_show:
                retStr = "show";
                break;
            case TBaseType.rrw_start:
                retStr = "start";
                break;
            case TBaseType.rrw_greenplum_vacuum:
                retStr = "vacuum";
                break;
            case TBaseType.rrw_values:
                retStr = "values";
                break;
            case TBaseType.rrw_do:
                retStr = "do";
                break;
            case TBaseType.rrw_replace:
                retStr = "replace";
                break;
            case TBaseType.rrw_hana_export:
                retStr = "rrw_hana_export";
                break;
            case TBaseType.rrw_hana_import:
                retStr = "rrw_hana_import";
                break;
            case TBaseType.rrw_hana_recover:
                retStr = "rrw_recover";
                break;
            case TBaseType.rrw_hana_unload:
                retStr = "rrw_unload";
                break;
            case TBaseType.rrw_unlock:
                retStr = "unlock";
                break;
            case TBaseType.rrw_database:
                retStr = "database";
                break;
            case TBaseType.rrw_stop:
                retStr = "stop";
                break;
            case TBaseType.rrw_optimize:
                retStr = "optimize";
                break;
            case TBaseType.rrw_handler:
                retStr = "handler";
                break;
            case TBaseType.rrw_checksum:
                retStr = "checksum";
                break;
            case TBaseType.rrw_check:
                retStr = "check";
                break;
            case TBaseType.rrw_change:
                retStr = "change";
                break;
            case TBaseType.rrw_cache:
                retStr = "cache";
                break;
            case TBaseType.rrw_repair:
                retStr = "repair";
                break;

//            case TBaseType.rrw_hana_unset:
//                retStr = "rrw_unset";
//                break;
//            case TBaseType.rrw_hana_upsert:
//                retStr = "rrw_upsert";
//                break;
//            case TBaseType.rrw_couchbase_build:
//                retStr = "build";
//                break;
//            case TBaseType.rrw_couchbase_infer:
//                retStr = "infer";
//                break;
            default:
                retStr = "**";
                break;
        }

        return  retStr;

    }

    public static String stringBlock(int line, int column) {
        if (line >1000){
            // 在前面增加空行是为了准确定位 sql 在原来文件中的位置。
            // 为避免大文件中 sql block 出现在非常后面的位置，导致前面填充非常多的空行，从而引起 TSourcetoken 占用太多的内容，进而引起 out of memory
            // 限定最多在前面加 1000 个空行，这可能会导致地位不准确，但避免了 out of memory 的问题
            // https://e.gitee.com/gudusoft/projects/151613/tasks/list?issue_type_category=task&issue=I6RLR0
            line = 1000;
        }
        StringBuilder stringBuilder = new StringBuilder();
        if (line > 0) {
            for (int n = 1; n <= line; n++) {
                stringBuilder.append("\n");
            }
        }
        if (column > 0) {
            for (int n = 1; n <= column; n++) {
                stringBuilder.append(" ");
            }
        }
        return stringBuilder.toString();
    }

    public static String stringBlock(int lineNo, int columnNo, int quotedSymbolLength, String quotedStr){
        // Windows: \r\n, Mac: \r, Linux: \n
        // CR(0D) -> \r, LF(0A) -> \n

        String lineStr = "";
        char c;
        boolean prevCharIsCR = false;
        int x=lineNo,y=columnNo - 1 +quotedSymbolLength;
        for ( int i=quotedSymbolLength; i<quotedStr.length();i++){
            c = quotedStr.charAt(i);
            if (c=='\r'){
                x++;
                y = 0;
                prevCharIsCR = true;
            }else if (c=='\n'){
                if (!prevCharIsCR){
                    x++;
                    y=0;
                }
                prevCharIsCR = false;
            }else if (c==' '){
                y++;
                prevCharIsCR = false;
            }else if (c=='\t'){
                y = y + TABSIZE;
                prevCharIsCR = false;
            }else{
                break;
            }
        }
        return stringBlock(x-1,y);
    }

    private static Map<String,Integer> cryptFunctions = new HashMap<String,Integer>( );

    public static void clearCryptFunctions(){
        cryptFunctions.clear();
    }

    /**
     * In order to replace key argument used in some user defined functions when generate sql text from TCustomSqlStatement.asCanonical()
     * <br> We use this function to set the functions the need to be process.
     * <br>
     * <br> For example, if we want to replace 'abcdefg' argument in the following f_decrypt function when calling TCustomSqlStatement.asCanonical()
     * <br> select f_decrypt(name,'abcdefg') from t
     * <br> we call {@link #addToCryptFunctions(String, Integer)} with 'f_decrypt' refer to the function name and 2 refer to
     * the second argument that need to be replaced.
     *
     * <br> This function can be call multi-times to set multi-functions.
     *
     * @param functionName
     * @param keyPosition
     */
    public static void addToCryptFunctions(String functionName, Integer keyPosition){
        cryptFunctions.put(functionName.toUpperCase(),keyPosition);
    }

    public static Integer searchCryptFunction(String functionName){
        Integer i = cryptFunctions.get(getLastPartOfQualifiedName(functionName.toUpperCase()));
        if (i == null) return 0;
        return i;
    }


    private static Map<String,Integer> oracleTableProps = new HashMap<String,Integer>( );

    public static boolean searchOracleTablePros(String str){
        if (oracleTableProps.size() == 0){
            oracleTableProps.put("CACHE",10);
            oracleTableProps.put("CLUSTER",11);
            oracleTableProps.put("COMPRESS",12);
            oracleTableProps.put("FILESYSTEM_LIKE_LOGGING",20);
            oracleTableProps.put("INITRANS",30);
            oracleTableProps.put("LOB",35);
            oracleTableProps.put("LOGGING",36);
            oracleTableProps.put("MAXTRANS",40);
            oracleTableProps.put("NOCACHE",45);
            oracleTableProps.put("NOCOMPRESS",46);
            oracleTableProps.put("NOLOGGING",47);
            oracleTableProps.put("NOPARALLEL",48);
            oracleTableProps.put("ON",56);
            oracleTableProps.put("ORGANIZATION",55);
            oracleTableProps.put("PARALLEL",60);
            oracleTableProps.put("PARTITION",61);
            oracleTableProps.put("PCTFREE",64);
            oracleTableProps.put("PCTUSED",66);
            oracleTableProps.put("SEGMENT",70);
            oracleTableProps.put("STORAGE",73);
            oracleTableProps.put("TABLESPACE",80);
        }
        Integer i = oracleTableProps.get(str.toUpperCase());
        if (i == null) return false;
        return i>0;
    }

    public static boolean isSupportLateralColumn(EDbVendor pDbvendor){
        return (pDbvendor != EDbVendor.dbvmssql);
//        return ((pDbvendor == EDbVendor.dbvsnowflake)||(pDbvendor == EDbVendor.dbvteradata)||(pDbvendor == EDbVendor.dbvredshift)
//                ||(pDbvendor == EDbVendor.dbvsparksql));
    }
    // configuration
    public static boolean c_createTableStrictParsing = false;
    public static int TABSIZE = 2;

    public static boolean comparyStringArray(String[] actualText, String[] requiredText){
        boolean ret = true;
        if (actualText.length != requiredText.length){
            System.out.println("Total lines in not equal, required text: "+ requiredText.length+", Actual SQL: "+actualText.length);
            return false;
        }

        for(int i=0;i<requiredText.length;i++){
            if (requiredText[i].equalsIgnoreCase(actualText[i])){
                continue;
            }else{
                System.out.println("Text of Line:"+(i+1)+" is not equal");
                System.out.println("Actual   Text:"+actualText[i]);
                System.out.println("Required Text:"+requiredText[i]);
                ret = false;
                break;
            }
        }
        return ret;
    }

    public static boolean compareStringBuilderToFile(StringBuilder actual, String requiredSourceFileName){
        String outStr = "";
        String[] requiredSource = null,actualString=null;

        try {
            outStr = TBaseType.readFile(requiredSourceFileName, Charset.defaultCharset());
            requiredSource = outStr.trim().split("\r?\n");

        } catch (IOException e) {
            e.printStackTrace();
        }

        actualString = actual.toString().trim().split("\r?\n");

        return TBaseType.comparyStringArray(actualString,requiredSource);
    }

    public static  String readFromTextfile( File file )
    {
        try
        {
            ByteArrayOutputStream out = new ByteArrayOutputStream( 4096 );
            byte[] tmp = new byte[4096];
            InputStream is = new BufferedInputStream( new FileInputStream( file ) );
            while ( true )
            {
                int r = is.read( tmp );
                if ( r == -1 )
                    break;
                out.write( tmp, 0, r );
            }
            byte[] bytes = out.toByteArray( );
            is.close( );
            out.close( );
            String content = new String( bytes );
            return content.trim( );
        }
        catch ( IOException e )
        {
            e.printStackTrace( );
        }
        return null;
    }

    public static boolean compareStringsLineByLine(String str1, String str2) {
        // Split the strings into lines
        String[] lines1 = str1.split("\\r?\\n");
        String[] lines2 = str2.split("\\r?\\n");

        // Compare the lines
        int numLines = Math.min(lines1.length, lines2.length);
        for (int i = 0; i < numLines; i++) {
            if (!lines1[i].equalsIgnoreCase(lines2[i])) {
                System.out.println("Mismatch at line " + (i + 1)+"\n"+lines1[i]+"\n"+lines2[i]);
                return false;
            }
        }

        // Check if any lines are remaining
        if (lines1.length != lines2.length) {
            System.out.println("Lines mismatch");
            return false;
        }

        return true;
    }

    public static String readFile(String path, Charset encoding)
            throws IOException
    {
        byte[] encoded = Files.readAllBytes(Paths.get(path));
        return new String(encoded, encoding);
    }

    /**
     * return an array list in text between ( and ), which is start token and end token, like this: ( option1=value1, option2=value2, option3=values )
     * the result is an array like this:
     * <br>
     * <br>option1=value1
     * <br>option2=value2
     * <br>option3=value3
     *
     * @param startToken
     * @param endToken
     * @param includeNonSolidToken
     * @return
     */
    public static List<String> getArrayListBetweenTokens(TSourceToken startToken, TSourceToken endToken, boolean includeNonSolidToken){
        if ((startToken == null) || (endToken == null)) return null;
        if (startToken.container == null) return null;
        String textBetweenTokens = "";
        int nested=0;

        // get text between 2 tokens, doesn't include the start and end token
        for(int i=startToken.posinlist+1;i<endToken.posinlist;i++){
            TSourceToken st = startToken.container.get(i);
            if ((!includeNonSolidToken)&&(st.isnonsolidtoken())) continue;
            if (st.tokencode == '(') nested++;
            if (st.tokencode == ')') nested--;
            if (nested > 0){
                // , and = inside () is not the separator to separate the options
                if (st.tokencode == ','){
                    st.setAstext(";");
                }else if (st.tokencode == '='){
                    st.setAstext("?");
                }
            }
            if (st.tokencode == TBaseType.sconst) {
                if (st.toString().indexOf(",") > 0) {
                    st.setAstext(st.getAstext().replace(',', ';'));
                } else if (st.toString().indexOf("=") > 0) {
                    st.setAstext(st.getAstext().replace('=', '?'));
                }
            }

            textBetweenTokens = textBetweenTokens + st.toString();
        }

            if (textBetweenTokens != ""){
                return Arrays.asList(textBetweenTokens.split(","));
            }else
                return null;
    }

    /**
     * The input optionList is in format like this:
     *
     *       <br>
     *       <br>option1=value1
     *       <br>option2=value2
     *       <br>option3=value3
     *
     *  when optionName is option1, value1 should be returned.
     *
     * @param optionList
     * @param optionName
     * @return
     */
    public static String getOption(List<String> optionList,String optionName){
        if (optionList == null)  return null;
        String optionValue = "";
        List<String> nameValues = null;
        for(int i=0;i<optionList.size();i++){
            String str = optionList.get(i).trim();
            nameValues = Arrays.asList(str.split("="));
            if ((nameValues != null)&&(nameValues.size() == 2)){
                if (nameValues.get(0).trim().equalsIgnoreCase(optionName)){
                    optionValue = nameValues.get(1);
                    break;
                }
            }
        }

        return optionValue;
    }

    public static List<String> getOptionNames(List<String> optionList){
        if (optionList == null)  return null;
        String optionNameStr = "";
        List<String> optionNames = null;
        for(int i=0;i<optionList.size();i++){
            String str = optionList.get(i).trim();
            optionNames = Arrays.asList(str.split("="));
            if ((optionNames != null)&&(optionNames.size() == 2)){
                optionNameStr = optionNameStr+optionNames.get(0)+',';
            }
        }

        return Arrays.asList(optionNameStr.split(","));
    }

    public static String numberOfSpace(int pNum,char space){
        String ret="";
        for(int i=0;i<pNum;i++){
            ret = ret+space;
        }
        return ret;
    }


    protected static List<TLog> logs = new LinkedList<TLog>();

    public static int logSize(){
        return logs.size();
    }


    public static void log(String message, int type){
        TBaseType.log(message,type,-1,-1);
    }
    public static void log(String message, int type, TParseTreeNode node){
        TBaseType.log(message,type,node.getStartToken().lineNo,node.getStartToken().columnNo);
    }
    public static void log(String message, int type, TSourceToken token){
        TBaseType.log(message,type,token.lineNo,token.columnNo);
    }
    public static void log(String message, int type, long line, long column){
        if (!TLog.isEnabled(type)) return;

        String fullMessage = message;

        if (DUMP_RESOLVER_LOG_TO_CONSOLE){
            // 获取调用栈
            StackTraceElement[] stackTrace = Thread.currentThread().getStackTrace();
            // // // 索引3是调用log方法的类（索引0是getStackTrace，1是log方法本身，2是直接调用log的方法）
            StackTraceElement caller = stackTrace[3];

            String location = String.format("%s:%d", caller.getFileName(), caller.getLineNumber());

            fullMessage = String.format("[%s] %s", location, message);
        }

        TLog log = new TLog();
        log.message = fullMessage;
        log.type = type;
        log.line = line;
        log.column = column;
        Timestamp timestamp = new Timestamp(System.currentTimeMillis());
        log.timestamp = TLog.sdf3.format(timestamp);

        logs.add(log);
    }

     public static void dumpLogs(boolean force){
        if ((!DUMP_RESOLVER_LOG_TO_CONSOLE)&&(!force)) return;

        System.out.print("\nDump logs...\n");
         for (TLog log : logs){
             System.out.println(log);
         }
         System.out.print("\nEnd of dump logs\n\n");
     }

     public static void dumpLogsToFile(String fileName){
         FileWriter fw = null;
         try {
             fw = new FileWriter(fileName, true);
             BufferedWriter bw = new BufferedWriter(fw);
             for (TLog log : logs){
                 bw.write(log.toString());
                 bw.newLine();
             }
             bw.close();
         } catch (IOException e) {
             e.printStackTrace();
         }
     }

    public static String dumpLogsToString(){
        StringBuilder sb = new StringBuilder();
        for (TLog log : logs){
            sb.append (log.toString()+TBaseType.newline);
        }
        return sb.toString();
    }

    /**
     * Calculates statistics for SQL files within a given directory.
     *
     * @param directoryPaths A list of paths to directories to scan recursively.
     * @param timeInMillis The time taken to process the files in milliseconds. If 0, speed calculation is skipped.
     */
    public static void calculateSqlLinesStats(List<String> directoryPaths, long timeInMillis) {
        AtomicLong totalLines = new AtomicLong(0);
        AtomicLong totalChars = new AtomicLong(0);
        AtomicLong totalFiles = new AtomicLong(0);
        AtomicLong errorFiles = new AtomicLong(0);

        for (String dirPath : directoryPaths) {
            Path startPath = Paths.get(dirPath);
            if (!Files.isDirectory(startPath)) {
                System.err.println("Warning: Path is not a directory, skipping: " + dirPath);
                continue;
            }
            try (Stream<Path> stream = Files.walk(startPath)) {
                stream.filter(path -> path.toString().toLowerCase().endsWith(".sql"))
                      .filter(Files::isRegularFile)
                      .forEach(filePath -> {
                          totalFiles.incrementAndGet();
                          try {
                              // Use our safe reading method
                              List<String> lines = safelyReadLines(filePath);
                              if (lines.isEmpty()) {
                                  System.out.println("Note: Empty file: " + filePath);
                              } else {
                                  totalLines.addAndGet(lines.size());
                                  lines.forEach(line -> totalChars.addAndGet(line.length()));
                              }
                          } catch (Exception e) {
                              errorFiles.incrementAndGet();
                              System.err.println("Error processing file " + filePath + ": " + e.getMessage());
                          }
                      });
            } catch (IOException e) {
                System.err.println("Error walking the directory " + dirPath + ": " + e.getMessage());
            }
        }

        long finalTotalLines = totalLines.get();
        long finalTotalChars = totalChars.get();

        System.out.println("Total SQL files found: " + totalFiles.get());
        System.out.println("Files with processing errors: " + errorFiles.get());

        if (finalTotalLines == 0) {
            System.out.println("No .sql files found or files are empty in the specified directories.");
            return;
        }

        double averageLineLength = (double) finalTotalChars / finalTotalLines;

        System.out.printf("Total lines of code in .sql files: %d%n", finalTotalLines);
        System.out.printf("Average line length: %.2f characters%n", averageLineLength);

        if (timeInMillis > 0) {
            // Normalize total lines based on an 80-character average line length
            if (averageLineLength > 0) { // Avoid division by zero if averageLineLength is somehow 0
                 double normalizedTotalLines = (double) finalTotalChars / 80.0;
                 double timeInSeconds = timeInMillis / 1000.0;
                 double linesPerSecond = normalizedTotalLines / timeInSeconds;
                 System.out.printf("Processing speed (normalized to 80 chars/line): %.2f lines/second%n", linesPerSecond);
            } else {
                System.out.println("Cannot calculate processing speed: Average line length is zero.");
            }
        }
    }

    /**
     * Attempts to detect the encoding of a file by checking for BOMs and content patterns.
     * 
     * @param filePath The path to the file
     * @return The detected Charset, or ISO_8859_1 as a fallback
     */
    private static Charset detectFileEncoding(Path filePath) {
        try {
            // Try to determine encoding from BOM or content
            byte[] bytes = Files.readAllBytes(filePath);
            
            // Empty file check
            if (bytes.length == 0) {
                return StandardCharsets.UTF_8; // Default for empty files
            }
            
            // Check for BOM markers
            if (bytes.length >= 3 && 
                (bytes[0] & 0xFF) == 0xEF && 
                (bytes[1] & 0xFF) == 0xBB && 
                (bytes[2] & 0xFF) == 0xBF) {
                return StandardCharsets.UTF_8; // UTF-8 with BOM
            }
            
            if (bytes.length >= 2 && 
                (bytes[0] & 0xFF) == 0xFE && 
                (bytes[1] & 0xFF) == 0xFF) {
                return StandardCharsets.UTF_16BE; // UTF-16 Big Endian
            }
            
            if (bytes.length >= 2 && 
                (bytes[0] & 0xFF) == 0xFF && 
                (bytes[1] & 0xFF) == 0xFE) {
                if (bytes.length >= 4 && bytes[2] == 0 && bytes[3] == 0) {
                    return Charset.forName("UTF-32LE"); // UTF-32 Little Endian
                }
                return StandardCharsets.UTF_16LE; // UTF-16 Little Endian
            }
            
            if (bytes.length >= 4 && 
                (bytes[0] & 0xFF) == 0x00 && 
                (bytes[1] & 0xFF) == 0x00 && 
                (bytes[2] & 0xFF) == 0xFE && 
                (bytes[3] & 0xFF) == 0xFF) {
                return Charset.forName("UTF-32BE"); // UTF-32 Big Endian
            }
            
            // No BOM found, try to guess based on content
            // This is a very simplified approach - for real detection you'd want
            // a dedicated library like juniversalchardet
            
            // Check if file appears to be valid UTF-8
            if (isLikelyUtf8(bytes)) {
                return StandardCharsets.UTF_8;
            }
            
            // If the file is very small and contains only ASCII chars, use UTF-8
            if (bytes.length < 10 && isAscii(bytes)) {
                return StandardCharsets.UTF_8;
            }
            
            // Default to ISO-8859-1 as it can read any byte sequence without errors
            return StandardCharsets.ISO_8859_1;
            
        } catch (IOException e) {
            // If we can't read the file to detect encoding, use ISO-8859-1 as fallback
            return StandardCharsets.ISO_8859_1;
        }
    }
    
    /**
     * Checks if a byte array contains only ASCII characters (0-127)
     */
    private static boolean isAscii(byte[] bytes) {
        for (byte b : bytes) {
            if ((b & 0xFF) > 127) {
                return false;
            }
        }
        return true;
    }
    
    /**
     * Simple check if content appears to be valid UTF-8
     * This doesn't guarantee it's UTF-8, but helps identify obvious UTF-8 content
     */
    private static boolean isLikelyUtf8(byte[] bytes) {
        int i = 0;
        while (i < bytes.length) {
            if ((bytes[i] & 0x80) == 0) { // 0xxxxxxx - ASCII character
                i++;
            } else if ((bytes[i] & 0xE0) == 0xC0) { // 110xxxxx - 2 byte sequence
                if (i + 1 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80) {
                    return false;
                }
                i += 2;
            } else if ((bytes[i] & 0xF0) == 0xE0) { // 1110xxxx - 3 byte sequence
                if (i + 2 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80) {
                    return false;
                }
                i += 3;
            } else if ((bytes[i] & 0xF8) == 0xF0) { // 11110xxx - 4 byte sequence
                if (i + 3 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80 || (bytes[i + 3] & 0xC0) != 0x80) {
                    return false;
                }
                i += 4;
            } else {
                return false; // Invalid UTF-8 byte sequence
            }
        }
        return true;
    }
    
    /**
     * Reads lines from a file safely, handling different encodings
     * 
     * @param filePath The path to the file
     * @return List of lines or empty list if file cannot be read
     */
    private static List<String> safelyReadLines(Path filePath) {
        try {
            Charset detectedCharset = detectFileEncoding(filePath);
            
            // First attempt - use detected charset
            try {
                return Files.readAllLines(filePath, detectedCharset);
            } catch (IOException firstAttemptError) {
                // If that fails, try again with a more forgiving approach for small files
                if (Files.size(filePath) <= 4) { // Very small file
                    try (FileChannel channel = FileChannel.open(filePath, StandardOpenOption.READ)) {
                        ByteBuffer buffer = ByteBuffer.allocate((int)channel.size());
                        channel.read(buffer);
                        buffer.flip();
                        
                        // We won't try to interpret - just count as a single line if not empty
                        if (buffer.hasRemaining()) {
                            return Collections.singletonList("");
                        } else {
                            return Collections.emptyList();
                        }
                    } catch (IOException e) {
                        return Collections.emptyList();
                    }
                }
                
                // Try with ISO-8859-1 as last resort
                try {
                    return Files.readAllLines(filePath, StandardCharsets.ISO_8859_1);
                } catch (IOException lastAttemptError) {
                    System.err.println("Failed to read file (all encoding attempts failed): " + filePath);
                    return Collections.emptyList();
                }
            }
        } catch (IOException e) {
            System.err.println("Error accessing file: " + filePath + " - " + e.getMessage());
            return Collections.emptyList();
        }
    }

    /**
     * Efficiently removes delimiters from SQL identifiers without unnecessary string allocations.
     * @param str The input string
     * @param leftDelim Left delimiter character
     * @param rightDelim Right delimiter character
     * @param doublequote Whether to remove double quotes
     * @return The string with delimiters removed, or the original string if no delimiters present
     */
    public static String removeDelimiters(String str, char leftDelim, char rightDelim, boolean doublequote) {
        if (str == null || str.isEmpty()) {
            return str;
        }

        // Quick check if delimiters exist to avoid unnecessary processing
        boolean hasLeftDelim = str.indexOf(leftDelim) >= 0;
        boolean hasRightDelim = str.indexOf(rightDelim) >= 0;
        boolean hasDoubleQuote = doublequote && str.indexOf('"') >= 0;

        if (!hasLeftDelim && !hasRightDelim && !hasDoubleQuote) {
            return str; // No delimiters found, return original string
        }

        // We have at least one delimiter to remove
        StringBuilder sb = new StringBuilder(str.length());
        for (int i = 0; i < str.length(); i++) {
            char c = str.charAt(i);
            if (c == leftDelim || c == rightDelim || (doublequote && c == '"')) {
                // Skip this character
                continue;
            }
            sb.append(c);
        }

        return sb.toString();
    }


    static public boolean verifyScript(EDbVendor dbVendor, String src, String target, boolean removeTrailingSemicolon){
        if (src == null || target == null) return false;
        String normalizedSrc = src.replaceAll("\\s+", "").toLowerCase();
        String normalizedTarget = target.replaceAll("\\s+", "").toLowerCase();
        if (removeTrailingSemicolon){
            normalizedSrc = normalizedSrc.replaceAll(";+$", "");
            normalizedTarget = normalizedTarget.replaceAll(";+$", "");
        }
        if (!normalizedSrc.equals(normalizedTarget)) {
            // Find first differing character
            int i = 0;
            while (i < normalizedSrc.length() && i < normalizedTarget.length() &&
                    normalizedSrc.charAt(i) == normalizedTarget.charAt(i)) {
                i++;
            }

            // Extract up to 20 chars from difference point
//            String srcDiff = normalizedSrc.substring(i, Math.min(i + 20, normalizedSrc.length()));
//            String targetDiff = normalizedTarget.substring(i, Math.min(i + 20, normalizedTarget.length()));

            System.out.println("Scripts differ at position " + i + ":");
            System.out.println("Source: " + normalizedSrc);
            System.out.println("Target: " + normalizedTarget);
            return false;
        }
        return true;
    }

}