001package gudusoft.gsqlparser; 002 003 004import gudusoft.gsqlparser.nodes.TExpression; 005import gudusoft.gsqlparser.nodes.TParseTreeNode; 006 007 008import java.io.*; 009import java.math.BigInteger; 010import java.nio.charset.Charset; 011import java.nio.file.Files; 012import java.nio.file.Path; 013import java.nio.file.Paths; 014import java.nio.file.StandardOpenOption; 015import java.sql.Timestamp; 016import java.util.*; 017import java.util.concurrent.atomic.AtomicLong; 018import java.util.stream.Stream; 019import java.nio.charset.StandardCharsets; // Added import 020import java.nio.ByteBuffer; 021import java.nio.channels.FileChannel; 022 023/** 024 * Constants and functions used by parser internally. 025 */ 026 027public class TBaseType { 028 029 public static String versionid = "4.1.0.12"; 030 public static String releaseDate = "2026-04-17"; 031 public static final boolean full_edition = true; 032 static final boolean enterprise_edition = true; 033 private static final String licenseType = "developer license"; 034 public static String version = "General SQL Parser Java Version "+versionid; 035 036 // public static final boolean HIVE_TEST = true; 037 038 public static final String vendorEmail = "info@sqlparser.com"; 039 040 public static double db_version_num = 11.0; 041 042 // public static TeradataUtilityType teradataUtilityType = TeradataUtilityType.BTEQ; 043 044 public static boolean DEBUG = false; 045 public static boolean DEBUG_PARSE_TABLE = false; 046 047 public static boolean ENABLE_ERROR_RECOVER_IN_CREATE_TABLE = true; 048 049 public static boolean ENABLE_INTERPRETER = false; 050 051 // Thread-local variable to ensure thread-safe resolver state 052 private static final ThreadLocal<Boolean> ENABLE_RESOLVER_THREADLOCAL = ThreadLocal.withInitial(() -> false); 053 054 // Getter method for ENABLE_RESOLVER 055 public static boolean isEnableResolver() { 056 return ENABLE_RESOLVER_THREADLOCAL.get(); 057 } 058 059 // Setter method for ENABLE_RESOLVER 060 public static void setEnableResolver(boolean value) { 061 if (value && isEnableResolver2()) { 062 throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " + 063 "Please disable ENABLE_RESOLVER2 first by calling setEnableResolver2(false)."); 064 } 065 ENABLE_RESOLVER_THREADLOCAL.set(value); 066 } 067 068 // Thread-local variable to ensure thread-safe resolver2 state 069 private static final ThreadLocal<Boolean> ENABLE_RESOLVER2_THREADLOCAL = ThreadLocal.withInitial(() -> true); 070 071 // Getter method for ENABLE_RESOLVER2 072 public static boolean isEnableResolver2() { 073 return ENABLE_RESOLVER2_THREADLOCAL.get(); 074 } 075 076 // Setter method for ENABLE_RESOLVER2 077 public static void setEnableResolver2(boolean value) { 078 if (value && isEnableResolver()) { 079 throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " + 080 "Please disable ENABLE_RESOLVER first by calling setEnableResolver(false)."); 081 } 082 ENABLE_RESOLVER2_THREADLOCAL.set(value); 083 } 084 085 public static boolean DUMP_RESOLVER_LOG_TO_CONSOLE = false; 086 087 // Name matching feature flags (Phase 1: Name Matching) 088 // Default: false (disabled until stabilized) 089 public static boolean USE_EXT_NAME_MATCHER = false; // Use SqlNameMatcher for name comparisons 090 091 // Phase 3.5: CatalogStoreProvider is now always used 092 093 // Catalog optimization feature flags (Phase 2: Hierarchical Index, Phase 3: Bucketed Index) 094 // Shadow introduction strategy: gradual rollout with fallback 095 public static boolean USE_HIERARCHICAL_INDEX = true; // Enable hierarchical index (LinkedHashMap per layer) 096 public static boolean USE_BUCKETED_INDEX = true; // Enable bucketed index for SQL Server COLLATION_BASED (25x faster) 097 public static boolean USE_COMPOSITE_KEY_OPT = false; // Enable composite key optimization (Couchbase only) 098 public static boolean LOG_INDEX_HIT_RATE = false; // Log index hit rate for performance validation 099 public static boolean ENFORCE_CATALOG_SEAL = false; // Enforce catalog seal() - throw exception on modification after seal (Phase 6) 100 public static boolean ALLOW_MULTI_SEGMENT_IN_KEY = true; // Allow multi-segment identifiers in keyForMap (Phase 0: enabled for gradual migration) 101 public static boolean LOG_KEY_COMPARISON = false; // Phase 1: Log new vs old key comparisons for debugging 102 103 // Phase 3: Migration complete - CatalogStoreProvider is now the default implementation 104 // (Feature flags removed as migration is complete) 105 106 // System property support for catalog optimization flags (gradual rollout) 107 static { 108 String hierarchicalFlag = System.getProperty("gsp.use_hierarchical_index"); 109 if (hierarchicalFlag != null) { 110 USE_HIERARCHICAL_INDEX = Boolean.parseBoolean(hierarchicalFlag); 111 } 112 113 String compositeKeyFlag = System.getProperty("gsp.use_composite_key"); 114 if (compositeKeyFlag != null) { 115 USE_COMPOSITE_KEY_OPT = Boolean.parseBoolean(compositeKeyFlag); 116 } 117 118 String bucketedIndexFlag = System.getProperty("gsp.use_bucketed_index"); 119 if (bucketedIndexFlag != null) { 120 USE_BUCKETED_INDEX = Boolean.parseBoolean(bucketedIndexFlag); 121 } 122 123 String logHitRateFlag = System.getProperty("gsp.log_index_hit_rate"); 124 if (logHitRateFlag != null) { 125 LOG_INDEX_HIT_RATE = Boolean.parseBoolean(logHitRateFlag); 126 } 127 128 String enforceSealFlag = System.getProperty("gsp.enforce_catalog_seal"); 129 if (enforceSealFlag != null) { 130 ENFORCE_CATALOG_SEAL = Boolean.parseBoolean(enforceSealFlag); 131 } 132 133 // Phase 3: Migration flags removed - migration complete 134 } 135 136 public static boolean USE_JOINEXPR_INSTEAD_OF_JOIN = true; // introduce since 2.7.3.0 137 138 public static String sqlflow_stmt_delimiter_str = "sqlflow-delimiter"; 139 140 /** 141 * Buffer size for lexer input BufferedReader. 142 * Larger buffer reduces I/O overhead when lexer performs character-by-character reads. 143 * Default: 64KB (8x the JDK default of 8KB). 144 */ 145 public static int LEXER_INPUT_BUFFER_SIZE = 64 * 1024; 146 147 public static final int tag_token_value_changed_in_on_canonical = 999; 148 public static boolean as_canonical_f_decrypt_replace_password = false; 149 150 151 public static boolean REDSHIFT_ENABLE_BRACKET_NAME = false; 152 153 public static final int BOOL_VALUE_FALSE = 0; 154 public static final int BOOL_VALUE_TRUE = 1; 155 public static final int BOOL_VALUE_NOT_SET = 2; 156 157 public static final int MATCH_COLUMN_RESULT_NOT_MATCH = -1; 158 public static final int MATCH_COLUMN_RESULT_MATCHED = 0; 159 public static final int MATCH_COLUMN_RESULT_MATCHED_COLUMN_PROPERTY = 1; 160 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P1 = 10; // Highest priority for possible match 161 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P3 = 30; 162 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P4 = 40; 163 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P5 = 50; 164 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P9 = 90; 165 166 public static final int CAN_BE_COLUMN_NOT_VALIDATE_YET = 0; 167 public static final int VALIDATED_CAN_BE_A_COLUMN_NAME = 1; 168 public static final int VALIDATED_CAN_NOT_BE_A_COLUMN_NAME = 2; 169 public static final int MARKED_NOT_A_COLUMN_IN_COLUMN_RESOLVER = 3; 170 171 public static final int COLUMN_LINKED_TO_COLUMN_ALIAS_IN_OLD_ALGORITHM = 4; 172 173 // 在老算法中关联 column 和 table时，谨慎把 column 的 状态设为该值，这会导致 column resolver 不再 resolve 该值 174 // 从而导致 column push 动作没有执行。 除非在非常明确的情况，在老算法中即便关联了 column 和 table，也不要设置该值 175 176 // SELECT * FROM ( 177 // WITH 178 // Combined1 AS ( 179 // SELECT * FROM actor 180 // UNION ALL 181 // SELECT * FROM actor2 182 // UNION ALL 183 // SELECT * FROM actor3 184 // ) 185 // , Combined2 AS ( 186 // SELECT * FROM Combined1 187 // ) 188 // SELECT 189 // actor_id, 190 // first_name 191 // FROM Combined2 192 //) outer_select_wrapper 193 public static final int COLUMN_LINKED_TO_TABLE_IN_OLD_ALGORITHM = 5; 194 195 public static final int NOT_RESOLVED_YET = 1; 196 public static final int RESOLVED_BUT_NOT_FOUND = 2; 197 public static final int RESOLVED_AND_FOUND = 3; 198 public static final int RESOLVED_BUT_AMBIGUOUS = 4; 199 200 // 不在 TCustomSqlStatement.linkColumnToTable() 进行关联，延迟到 column resolver 中进行 201 // 目的是避免产生假性的 orphan column 202 public static final int RESOLVE_DELAY_TO_COLUMN_RESOLVER = 5; 203 204 public static final int GUESS_COLUMN_STRATEGY_NEAREST = 0; 205 public static final int GUESS_COLUMN_STRATEGY_FARTHEST = 1; 206 public static final int GUESS_COLUMN_STRATEGY_NOT_PICKUP = 2; 207 public static final String[] GUESS_COLUMN_STRATEGY_MSG = {"GUESS_COLUMN_STRATEGY_NEAREST","GUESS_COLUMN_STRATEGY_FARTHEST","GUESS_COLUMN_STRATEGY_NOT_PICKUP"}; 208 209 public static int GUESS_COLUMN_STRATEGY = GUESS_COLUMN_STRATEGY_NOT_PICKUP; 210 211 public static final int COLUMN_IN_TABEL_FUNCTION_YES = 1; 212 public static final int COLUMN_IN_TABEL_FUNCTION_NO = 2; 213 public static final int COLUMN_IN_TABEL_FUNCTION_NOTSURE = 3; 214 215 // Error, warning, hint Code 216 public static final int MSG_WARNING_ERROR_WHEN_TOKENIZE = 10200; 217 public static final int MSG_HINT_FIND_ORPHAN_COLUMN = 10500; 218 public static final int MSG_ERROR_NO_ROOT_NODE = -1000; 219 public static final int MSG_ERROR_AND_KEYWORD_CANT_USED_AS_TABLE_ALIAS = 10600; 220 public static final int MSG_ERROR_RESERVED_KEYWORD_CANT_USED_AS_COLUMN_NAME = 10601; 221 public static final int MSG_ERROR_FUNCTION_IN_SET_CLAUSE = 10700; 222 public static final int MSG_ERROR_DUPLICATED_COLUMN_NAME = 10800; 223 public static final int MSG_ERROR_SYNTAX_ERROR = 10111; 224 public static final int MSG_ERROR_INSERT_VALUE_COLUMN_NUMBER_NOT_MATCH = 10900; 225 public static final int MSG_ERROR_COLUMN_NOT_FOUND = 10950; 226 227 static final String license_file_missing = "license file is missing"; 228 static final String license_file_invalid = "invalid license file"; 229 static final String license_file_name = "/gsp_license.txt"; 230 static final String license_trail_username = "trial_user"; 231// static final String license_trail_machineid = "trial_machine"; 232 static final String license_illegal_key = "Illegal license key"; 233 static final String license_type_developer = "developer"; 234 static final String license_type_dist = "dist"; 235 static final String license_type_trial = "trial"; 236 237 static final boolean license_expired_check = false; 238 static final String license_expired_date = "2022-10-19"; 239 240 static final boolean need_license_file = false; 241 242 static final boolean bigquery_edition = false; 243 static final boolean couchbase_edition = false; 244 static final boolean dax_edition = false; 245 static final boolean db2_edition = false; 246 static final boolean greenplum_edition = false; 247 static final boolean hana_edition = false; 248 static final boolean hive_edition = false; 249 static final boolean impala_edition = false; 250 static final boolean informix_edition = false; 251 static final boolean mdx_edition = false; 252 static final boolean mysql_edition = false; 253 static final boolean doris_edition = false; 254 static final boolean netezza_edition = false; 255 static final boolean odbc_edition = false; 256 static final boolean openedge_edition = false; 257 static final boolean oracle_edition = false; 258 static final boolean postgresql_edition = false; 259 static final boolean duckdb_edition = false; 260 static final boolean redshift_edition = false; 261 static final boolean snowflake_edition = false; 262 static final boolean sqlserver_edition = false; 263 static final boolean sybase_edition = false; 264 static final boolean teradata_edition = false; 265 static final boolean vertica_edition = false; 266 static final boolean soql_edition = false; 267 static final boolean azuresql_edition = false; 268 static final boolean sparksql_edition = false; 269 static final boolean exasol_edition = false; 270 static final boolean starrocks_edition = false; 271 static final boolean flink_edition = false; 272 static final boolean athena_edition = false; 273 static final boolean presto_edition = false; 274 static final boolean trino_edition = false; 275 static final boolean generic_edition = true; 276 static final boolean databricks_edition = false; 277 static final boolean gaussdb_edition = false; 278 static final boolean edb_edition = false; 279 static final boolean dameng_edition = false; 280 static final boolean ansi_edition = false; 281 static final boolean sqlite_edition = false; 282 static final boolean clickhouse_edition = false; 283 284 static final int query_size_limitation = 10000; 285 static final String time_limited_msg = "expired after 90 days after first usage."; 286 static final String trail_version_file_message = "trial version can only process query in file with size less than "+query_size_limitation+" bytes"+", and "+time_limited_msg; 287 static final String trail_version_query_message = "trial version can only process query with size less than "+query_size_limitation+" characters"+", and "+time_limited_msg; 288 289 290 291//Following const must be keep the same value in .y file 292public static final String linebreak = System.getProperty("line.separator"); 293public static final String windowsLinebreak = "\r\n"; 294public static final String windowsLinebreakEscape = "\\r\\n"; 295 296 public static boolean bigquery_legacysql_compatible = false; 297 298/** 299 * Token code value for block comment: /* comment inside */ 300 */ 301public final static int cmtslashstar = 257; 302 303 /** 304 * single line comment 305 */ 306public final static int cmtdoublehyphen = 258; 307 308 /** 309 * whitespace including space and tab 310 */ 311public final static int lexspace = 259; 312 313 /** 314 * linebreak 315 */ 316public final static int lexnewline = 260; 317 318 /** 319 * float and real constant 320 */ 321public final static int fconst = 261; 322 323 /** 324 * string constant 325 */ 326public final static int sconst = 262; 327 328 /** 329 * integer constant 330 */ 331public final static int iconst = 263; 332 333 /** 334 * identifier token id 335 */ 336public final static int ident = 264; 337public final static int op = 265; 338public final static int cmpop = 266; 339public final static int bind_v = 267; 340public final static int assign_sign = 268; 341public final static int double_dot = 269; 342public final static int label_begin = 270; 343public final static int hive_CharSetName = 270; //hive 344public final static int label_end = 271; 345public final static int hive_div = 271; //hive 346public final static int substitution_v = 272; 347public final static int filepath_sign = 272; //snowflake 348public final static int hive_number = 272; 349public final static int sqlpluscmd = 273; 350public final static int atversion = 273; //databricks, @V 351public final static int left_parenthesis_3 = 273; 352 353 354public final static int error = 274; 355public final static int variable = 275; 356public final static int hive_DecimalLiteral = 273; 357public final static int hive_StringLiteral = 275; 358public final static int hive_CharSetLiteral = 276; 359public final static int hive_ByteLengthLiteral = 277; 360public final static int hive_BigintLiteral = 278; 361public final static int hive_SmallintLiteral = 279; 362public final static int hive_TinyintLiteral = 280; 363public final static int mslabel = 276; 364public final static int RW_NATURAL2 = 276; 365//public final static int RW_CONNECT_TO = 276; 366public final static int bconst = 276; //postgresql 367public final static int equal_start_expr = 276; 368public final static int leftjoin_op = 277; 369public final static int logic_and_op = 277; 370public final static int odbc_esc_prefix = 277; 371public final static int rightjoin_op = 278; 372public final static int logic_or_op = 278; 373public final static int odbc_esc_terminator = 278; 374public final static int dax_column_token = 279; 375public final static int with_rollup = 279; //MYSQL WITH ROLLUP 376public final static int RW_FULL2 = 279; //used to replace full keyword in oracle 377public final static int db2label = 279; 378public final static int xconst = 279; //postgresql 379public final static int teradata_unicode_sconst = 279; 380// public final static int ref_arrow = 280; 381public final static int scriptoptions = 281; 382 public final static int JSON_GET_TEXT = 281; 383 public final static int ORACLE_OUTER2 = 281; 384 385public final static int mysqllabel = 282; 386 public final static int JSON_GET_TEXT_AT_PATH = 282; 387public final static int BTEQCMD = 282; 388public final static int concatenationop = 283; 389public final static int pipe_greater = 283; // StarRocks pipe operator |> 390public final static int rw_not_deferrable = 284; 391 public final static int JSON_GET_OBJECT = 284; 392 393public final static int rw_for1 = 285; 394public final static int JSON_GET_OBJECT_AT_PATH = 285; 395public final static int rw_not1 = 285; 396 public final static int rw_for_system_time = 285; //MSSQL 397 public final static int rw_for_path = 672; //MSSQL - compound token for graph FOR PATH 398 399public final static int stmt_delimiter = 286; 400 401public final static int m_clause = 287; 402 public final static int rw_sybase_at1 = 287; 403public final static int typecast = 287; //postgresql,netezza,db2 404public final static int rrw_time2_teradata = 287; 405 public final static int rrw_merge2_sqlserver = 287; 406 407public final static int k_clause = 288; 408public final static int rw_sybase_update1 = 288; 409public final static int JSON_LEFT_CONTAIN = 288; 410public final static int safe_equal = 288;//HIVE equal_ns, gaussdb 411public final static int rrw_date2_teradata = 288; 412public final static int measure_equal = 288; //dax measure equal := 413public final static int slash_dot = 288; //mysql \. sqlfile, execute an SQL script file 414public final static int postgresql_arary_operator = 288; 415 416 417public final static int outer_join = 289; 418public final static int hive_equal = 289; 419public final static int rrw_timestamp2_teradata = 289; 420 421public final static int not_equal = 290; 422public final static int not_great = 291; 423public final static int not_less = 292; 424public final static int great_equal = 293; 425public final static int less_equal = 294; 426// Oracle 26c vector distance operators (IDs from lzyaccoraclesql.pas) 427public final static int vector_cosine_distance = 1235; // <=> 428public final static int vector_euclidean_distance = 1236; // <-> 429public final static int vector_dot_product = 1237; // <#> 430public final static int exponentiate = 295; 431public final static int boolean_and = 296; 432public final static int rowtype_operator = 296; 433public final static int boolean_or = 297; 434public final static int JSON_RIGHT_CONTAIN = 297; 435public final static int square_root = 297; 436public final static int cube_root = 298; 437public final static int bitwise_shift_left = 299; 438public final static int bitwise_shift_right = 300; 439 440public final static int rw_locktable = 296; 441public final static int rw_foreign2 = 297; 442public final static int rw_constraint2 = 298; 443public final static int JSON_EXIST = 298; 444public final static int HIVE_FUNC_IDENT = 298; 445public final static int rw_primary2 = 299; 446public final static int JSON_ANY_EXIST = 299; 447public final static int rw_unique2 = 300; 448public final static int JSON_ALL_EXIST = 300; 449 450public final static int IDENT_BEFORE_COLON = 297; 451public final static int NEXT_PARAM = 298; 452public final static int POSITIONAL_PARAM = 299; 453public final static int NAMED_PARAM = 300; 454 455 456// common sql keywords used in all databases 457public final static int rrw_select = 301; 458public final static int rrw_insert = 302; 459public final static int rrw_delete = 303; 460public final static int rrw_update = 304; 461public final static int rrw_if = 305; 462public final static int rrw_for = 306; 463public final static int rrw_create = 307; 464public final static int rrw_table = 308; 465public final static int rrw_index = 309; 466public final static int rrw_view = 310; 467public final static int rrw_with = 311; 468public final static int rrw_start = 312; 469public final static int rrw_end = 313; 470public final static int rrw_drop = 314; 471public final static int rrw_declare = 315; 472public final static int rrw_case = 316; 473public final static int rrw_where = 317; 474public final static int rrw_having = 318; 475public final static int rrw_and = 319; 476public final static int rrw_or = 320; 477public final static int rrw_not = 321; 478public final static int rrw_when = 322; 479public final static int rrw_on = 323; 480public final static int rrw_join = 324; 481public final static int rrw_set = 325; 482public final static int rrw_values = 326; 483public final static int rrw_object = 327; 484public final static int rrw_record = 328; 485public final static int rrw_from = 329; 486public final static int rrw_group = 330; 487public final static int rrw_sort = 331; 488public final static int rrw_into = 332; 489public final static int rrw_order = 333; 490public final static int rrw_fetch = 334; 491public final static int rrw_decode = 335; 492public final static int rrw_over = 336; 493public final static int rrw_extract = 337; 494public final static int rrw_distinct = 338; 495public final static int rrw_all = 339; 496public final static int rrw_by = 340; 497public final static int rrw_as = 341; 498public final static int rrw_union = 342; 499public final static int rrw_left = 343; 500public final static int rrw_right = 344; 501public final static int rrw_inner = 345; 502public final static int rrw_full = 346; 503public final static int rrw_outer = 347; 504public final static int rrw_then = 348; 505public final static int rrw_else = 349; 506public final static int rrw_between = 350; 507public final static int rrw_begin = 351; 508public final static int rrw_except = 352; 509public final static int rrw_minus = 353; 510public final static int rrw_intersect = 354; 511 512public final static int rrw_bit = 355; 513 514public final static int rrw_tinyint = 356; //mysql 515public final static int rrw_smallint = 357; 516public final static int rrw_mediumint = 358; //mysql 517public final static int rrw_middleint = 359; //mysql 518public final static int rrw_int = 360; 519public final static int rrw_integer = 361; 520public final static int rrw_int1 = 362; //mysql 521public final static int rrw_int2 = 363; //mysql 522public final static int rrw_int3 = 364; //mysql 523public final static int rrw_int4 = 365; //mysql 524public final static int rrw_int8 = 366; //mysql 525public final static int rrw_bigint = 367; 526 527public final static int rrw_float = 368; 528public final static int rrw_float4 = 369; 529public final static int rrw_float8 = 370; 530public final static int rrw_num = 371; 531public final static int rrw_numeric = 372; 532public final static int rrw_number = 373; 533public final static int rrw_real = 374; 534public final static int rrw_decimal = 375; 535public final static int rrw_dec = 376; 536 537public final static int rrw_double = 377; 538public final static int rrw_precision = 378; 539public final static int rrw_char = 379; 540public final static int rrw_nchar = 380; 541public final static int rrw_character = 381; 542public final static int rrw_varchar = 382; 543public final static int rrw_varchar2 = 383; //oracle 544public final static int rrw_national = 384; //mysql national char 545public final static int rrw_nvarchar = 385; 546public final static int rrw_nvarchar2 = 386; //oracle 547public final static int rrw_varbinary = 387; 548public final static int rrw_varying = 388; 549public final static int rrw_tinytext = 389;//mysql 550public final static int rrw_text = 390; 551public final static int rrw_mediumtext = 391;//mysql 552public final static int rrw_longtext = 392;//mysql 553public final static int rrw_time = 393; 554public final static int rrw_date = 394; 555public final static int rrw_timestamp = 395; 556public final static int rrw_year = 396;//mysql 557public final static int rrw_local = 397; 558public final static int rrw_zone = 398; 559public final static int rrw_long = 399; 560public final static int rrw_raw = 400; 561public final static int rrw_blob = 401; 562public final static int rrw_tinyblob = 402; //mysql 563public final static int rrw_mediumblob = 403; //mysql 564public final static int rrw_longblob = 404; //mysql 565public final static int rrw_clob = 405; 566public final static int rrw_nclob = 406; 567public final static int rrw_dbclob = 407; 568public final static int rrw_bfile = 408; 569public final static int rrw_large = 409; 570public final static int rrw_data = 410; //db2 for bit data 571public final static int rrw_binary = 411; //db2 binary large object 572 573public final static int rrw_graphic = 412; //db2 574public final static int rrw_vargraphic = 413; //db2 575public final static int rrw_datalink = 414; //db2 576public final static int rrw_enum = 415; //mysql 577public final static int rrw_interval = 416; //oracle interval year to month 578public final static int rrw_urowid = 417; //oracle 579public final static int rrw_merge = 418; 580public final static int rrw_commit = 419; 581public final static int rrw_rollback = 420; 582public final static int rrw_savepoint = 421; 583public final static int rrw_revoke = 422; 584public final static int rrw_grant = 423; 585public final static int rrw_truncate = 424; 586public final static int rrw_database = 425; 587public final static int rrw_alter = 426; 588public final static int rrw_return = 427; 589public final static int rrw_add = 428; 590public final static int rrw_close = 429; 591public final static int rrw_continue = 430; 592public final static int rrw_backup = 431; 593public final static int rrw_break = 432; 594public final static int rrw_bulk = 433; 595public final static int rrw_dbcc = 434; 596public final static int rrw_deallocate = 435; 597public final static int rrw_deny = 436; 598public final static int rrw_disable = 437; 599public final static int rrw_enable = 438; 600public final static int rrw_exec = 439; 601public final static int rrw_execute = 440; 602public final static int rrw_goto = 441; 603public final static int rrw_kill = 442; 604public final static int rrw_open = 443; 605public final static int rrw_save = 444; 606public final static int rrw_move = 445; 607public final static int rrw_print = 446; 608public final static int rrw_raiserror = 447; 609public final static int rrw_readtext = 448; 610public final static int rrw_receive = 449; 611public final static int rrw_reconfigure = 450; 612public final static int rrw_restore = 451; 613public final static int rrw_send = 452; 614public final static int rrw_setuser = 453; 615public final static int rrw_shutdown = 454; 616public final static int rrw_sign = 455; 617public final static int rrw_try = 456; 618public final static int rrw_updatetext = 457; 619public final static int rrw_use = 458; 620public final static int rrw_waitfor = 459; 621public final static int rrw_while = 460; 622public final static int rrw_writetext = 461; 623public final static int rrw_catch = 462; 624public final static int rrw_go = 463; 625public final static int rrw_openrowset = 464; 626public final static int rrw_analyze = 465; 627public final static int rrw_associate = 466; 628public final static int rrw_audit = 467; 629public final static int rrw_call = 468; 630public final static int rrw_comment = 469; 631public final static int rrw_disassociate = 470; 632public final static int rrw_explain = 471; 633public final static int rrw_flashback = 472; 634public final static int rrw_lock = 473; 635public final static int rrw_noaudit = 474; 636public final static int rrw_purge = 475; 637public final static int rrw_rename = 476; 638public final static int rrw_procedure = 477; 639public final static int rrw_function = 478; 640public final static int rrw_package = 479; 641public final static int rrw_allocate = 480; 642public final static int rrw_connect = 481; 643public final static int rrw_describe = 482; 644public final static int rrw_disconnect = 483; 645public final static int rrw_flush = 484; 646public final static int rrw_free = 485; 647public final static int rrw_get = 486; 648public final static int rrw_include = 487; 649public final static int rrw_iterate = 488; 650public final static int rrw_leave = 489; 651public final static int rrw_loop = 490; 652public final static int rrw_prepare = 491; 653public final static int rrw_refresh = 492; 654public final static int rrw_release = 493; 655public final static int rrw_repeat = 494; 656public final static int rrw_resignal = 495; 657public final static int rrw_signal = 496; 658public final static int rrw_cache = 497; 659public final static int rrw_change = 498; 660public final static int rrw_check = 499; 661public final static int rrw_checksum = 500; 662public final static int rrw_do = 501; 663public final static int rrw_handler = 502; 664public final static int rrw_load = 503; 665public final static int rrw_optimize = 504; 666public final static int rrw_replace = 505; 667public final static int rrw_repair = 506; 668public final static int rrw_reset = 507; 669public final static int rrw_show = 508; 670public final static int rrw_stop = 509; 671public final static int rrw_unlock = 510; 672public final static int rrw_terminate = 511; 673public final static int rrw_to = 512; 674public final static int rrw_primary = 513; 675public final static int rrw_unique = 514; 676public final static int rrw_constraint = 515; 677public final static int rrw_foreign = 516; 678public final static int rrw_revert = 517; 679public final static int rrw_checkpoint = 518; 680public final static int rrw_calculate = 519; 681public final static int rrw_clear = 520; 682public final static int rrw_drillthrough = 521; 683public final static int rrw_freeze = 522; 684public final static int rrw_existing = 523; 685public final static int rrw_scope = 524; 686public final static int rrw_is = 525; 687public final static int rrw_body = 526; 688public final static int rrw_abort = 527; 689public final static int rrw_using = 528; 690public final static int rrw_pause = 511; 691public final static int rrw_resume = 512; 692public final static int rrw_submit = 670; 693public final static int rrw_task = 752; 694public final static int rrw_cancel = 820; 695public final static int rrw_export = 873; 696public final static int rrw_locations = 774; 697public final static int rrw_location = 773; 698public final static int rrw_volume = 1061; 699public final static int rrw_volumes = 1062; 700public final static int rrw_repository = 1063; 701public final static int rrw_views = 755; 702public final static int rrw_functions = 756; 703public final static int rrw_builtin = 1261; 704public final static int rrw_dictionary = 858; 705 706// Oracle conditional compilation tokens (from lzyaccoracleplsql.pas) 707public final static int cc_if = 1248; 708public final static int cc_then = 1249; 709public final static int cc_else = 1250; 710public final static int cc_elsif = 1251; 711public final static int cc_end = 1252; 712public final static int cc_error = 1253; 713 714// end of common sql keywords used in all databases 715 716//databricks 717 // public final static int param = rrw_abort + 2; keep the same value as postgresql 718 public final static int rrw_databricks_msck = rrw_abort + 3; 719 public final static int rrw_databricks_sync = rrw_abort + 4; 720 public final static int rrw_databricks_copy = rrw_abort + 5; 721 public final static int rrw_databricks_uncache = rrw_abort + 6; 722 public final static int rrw_databricks_desc = rrw_abort + 7; 723 public final static int rrw_databricks_list = rrw_abort + 8; 724 public final static int rrw_databricks_values_insert = rrw_abort + 9; 725 public final static int rrw_databricks_datatype_used_to_cast = rrw_abort + 10; 726 public final static int rrw_databricks_convert = rrw_abort + 11; 727 public final static int rrw_databricks_fsck = rrw_abort + 12; 728 public final static int rrw_databricks_reorg = rrw_abort + 13; 729 public final static int rrw_databricks_vacuum = rrw_abort + 14; 730//end of databricks 731 732//INFORMIX 733 public final static int castoperator = rrw_abort + 2; 734 //public final static int compoundAssignmentOperator = rrw_abort + 3; 735 //public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4; 736 737 public final static int rrw_informix_unload = rrw_abort + 5; 738 public final static int rrw_informix_whenever = rrw_abort + 6; 739 public final static int rrw_informix_put = rrw_abort +7; 740 public final static int rrw_informix_output = rrw_abort + 8; 741 public final static int rrw_informix_info = rrw_abort + 9; 742 public final static int rrw_informix_connect_to = rrw_abort + 10; 743 744 //DB2 745 public final static int rrw_rr = rrw_abort + 3; 746 public final static int rrw_rs = rrw_abort + 4; 747 public final static int rrw_cs = rrw_abort + 5; 748 public final static int rrw_ur = rrw_abort + 6; 749 public final static int rrw_with_isolation = rrw_abort + 7; 750 public final static int rrw_declare_global = rrw_abort + 8; 751 public final static int rrw_db2_second = rrw_abort + 9; 752 public final static int rrw_db2_label = rrw_abort + 10; 753 public final static int rrw_db2_tablespace = rrw_abort + 11; 754 public final static int rrw_db2_runstats = rrw_abort + 12; 755 public final static int rrw_db2_current = rrw_abort + 13; 756 public final static int rrw_jdbc_escape_fn = rrw_abort + 14; 757 public final static int rrw_jdbc_escape_end = rrw_abort + 15; 758 public final static int rrw_db2_trim_l = rrw_abort + 16; 759 public final static int rrw_db2_trim_r = rrw_abort + 17; 760 public final static int rrw_db2_trim = rrw_abort + 18; 761 762 //postgresql, guassdb, redshift share the following constant 763 public final static int param = rrw_abort + 2; 764 public final static int rrw_postgresql_cluster = rrw_abort + 3; 765 public final static int rrw_postgresql_copy = rrw_abort + 4; 766 public final static int rrw_postgresql_discard = rrw_abort + 5; 767 public final static int rrw_postgresql_listen = rrw_abort + 6; 768 public final static int rrw_postgresql_notify = rrw_abort + 7; 769 public final static int rrw_postgresql_reassign = rrw_abort + 8; 770 public final static int rrw_postgresql_reindex = rrw_abort + 9; 771 public final static int rrw_postgresql_security = rrw_abort + 10; 772 public final static int rrw_postgresql_unlisten = rrw_abort + 11; 773 774 public final static int rrw_cascade = rrw_abort + 12; 775 public final static int rrw_restrict = rrw_abort + 13; 776 public final static int rrw_perform = rrw_abort + 14; 777 public final static int rrw_debug = rrw_abort + 15; 778 public final static int rrw_exception = rrw_abort + 16; 779 public final static int rrw_notice = rrw_abort + 17; 780 public final static int rrw_postgresql_info = rrw_abort + 18; 781 public final static int rrw_warning = rrw_abort + 19; 782 public final static int rrw_log = rrw_abort + 20; 783 public final static int rrw_postgresql_rowtype = rrw_abort + 21; 784 785 // In TCreateFunctionStmt.postgresqlFunctionDefinition(), 手工加上 plpgsql_function_delimiter 字符串，标记一个pgsql block的开始 786 public final static int rrw_plpgsql_function_delimiter = rrw_abort + 22; 787 788 public final static int rrw_postgresql_vacuum = rrw_abort + 23; 789 public final static int rrw_postgresql_do_update = rrw_abort + 24; 790 public final static int rrw_postgresql_POSITION_FUNCTION = rrw_abort + 25; 791 public final static int rrw_postgresql_POSITION = rrw_abort + 26; 792 public final static int rrw_postgresql_insert_values = rrw_abort + 27; 793 public final static int rrw_postgresql_conflict = rrw_abort + 28; 794 public final static int rrw_postgresql_nothing = rrw_abort + 29; 795 public final static int rrw_postgresql_import = rrw_abort + 30; 796 public final static int rrw_postgresql_with_lookahead = rrw_abort + 31; 797 public final static int rrw_postgresql_ordinality = rrw_abort + 32; 798 public final static int rrw_postgresql_filter = rrw_abort + 33; 799 800 // SQLite constants (same grammar base as PostgreSQL, shared values) 801 public final static int rrw_sqlite_insert_values = rrw_postgresql_insert_values; 802 public final static int rrw_sqlite_pragma = 1194; // RW_PRAGMA token value from lzyaccsqlite.pas 803 public final static int rrw_sqlite_attach = 734; // RW_ATTACH token value from lzyaccsqlite.pas 804 public final static int rrw_sqlite_detach = 735; // RW_DETACH token value from lzyaccsqlite.pas 805 806 public final static int OP_STAR_EQUAL = rrw_abort + 34; 807 public final static int OP_STAR_LESS = rrw_abort + 35; 808 public final static int OP_STAR_GREAT = rrw_abort + 36; 809 public final static int OP_SQUARE_ROOT = rrw_abort + 37; 810 public final static int OP_LESS_LESS = rrw_abort + 38; 811 public final static int OP_GREAT_GREAT = rrw_abort + 39; 812 public final static int OP_EXCLAMATION_EXCLAMATION = rrw_abort + 40; 813 public final static int OP_TILDE_TILDE = rrw_abort + 41; 814 public final static int OP_TILDE_STAR = rrw_abort + 42; 815 public final static int OP_EXCLAMATION_TILDE = rrw_abort + 43; 816 public final static int OP_AT_AT = rrw_abort + 44; 817 public final static int OP_POUND_POUND = rrw_abort + 45; 818 public final static int OP_AT_GREAT = rrw_abort + 46; 819 public final static int OP_LESS_AT = rrw_abort + 47; 820 public final static int OP_PUNCTUATION_PUNCTUATION = rrw_abort + 48; 821 public final static int OP_PUNCTUATION_LESS = rrw_abort + 49; 822 public final static int OP_PUNCTUATION_GREAT = rrw_abort + 50; 823 public final static int OP_LESS_CARET = rrw_abort + 51; 824 public final static int OP_GREAT_CARET = rrw_abort + 52; 825 public final static int OP_QUESTION_POUND = rrw_abort + 53; 826 public final static int OP_QUESTION_MINUS = rrw_abort + 54; 827 public final static int OP_QUESTION_BAR = rrw_abort + 55; 828 public final static int OP_TILDE_EQUAL = rrw_abort + 56; 829 public final static int OP_MINUS_GREAT = rrw_abort + 57; 830 public final static int OP_POUND_GREAT = rrw_abort + 58; 831 public final static int OP_QUESTION_PUNCTUATION = rrw_abort + 59; 832 public final static int OP_POUND_MINUS = rrw_abort + 60; 833 public final static int OP_AT_QUESTION = rrw_abort + 61; 834 public final static int OP_STAR_LESS_GREAT = rrw_abort + 62; 835 public final static int OP_STAR_LESS_EQUAL = rrw_abort + 63; 836 public final static int OP_STAR_GREAT_EQUAL = rrw_abort + 64; 837 public final static int OP_CUBE_ROOT = rrw_abort + 65; 838 public final static int OP_TILDE_TILDE_STAR = rrw_abort + 66; 839 public final static int OP_EXCLAMATION_TIDLE_TIDLE = rrw_abort + 67; 840 public final static int OP_EXCLAMATION_TIDLE_TIDLE_STAR = rrw_abort + 68; 841 public final static int OP_EXCLAMATION_TIDLE_STAR = rrw_abort + 69; 842 public final static int OP_AT_MINUS_AT = rrw_abort + 70; 843 public final static int OP_LESS_MINUS_GREAT = rrw_abort + 71; 844 public final static int OP_LESS_LESS_BAR = rrw_abort + 72; 845 public final static int OP_BAR_GREAT_GREAT = rrw_abort + 73; 846 public final static int OP_PUNCTUATION_LESS_BAR = rrw_abort + 74; 847 public final static int OP_BAR_PUNCTUATION_GREAT = rrw_abort + 75; 848 public final static int OP_QUESTION_MINUS_BAR = rrw_abort + 76; 849 public final static int OP_QUESTION_BAR_BAR = rrw_abort + 77; 850 public final static int OP_LESS_LESS_EQUAL = rrw_abort + 78; 851 public final static int OP_GREAT_GREAT_EQUAL = rrw_abort + 79; 852 public final static int OP_AT_AT_AT = rrw_abort + 80; 853 public final static int OP_MINUS_GREAT_GREAT = rrw_abort + 81; 854 public final static int OP_POUND_GREAT_GREAT = rrw_abort + 82; 855 public final static int OP_MINUS_BAR_MINUS = rrw_abort + 83; 856 public final static int OP_JSONB_QUESTION = rrw_abort + 84; 857 public final static int rrw_postgresql_json = rrw_abort + 85; 858 public final static int rrw_postgresql_jsonb = rrw_abort + 86; 859 public final static int OP_TILDE_GREAT_TILDE = rrw_abort + 87; 860 public final static int OP_TILDE_LESS_TILDE = rrw_abort + 88; 861 public final static int OP_TILDE_GREAT_EQUAL_TILDE = rrw_abort + 89; 862 public final static int OP_TILDE_LESS_EQUAL_TILDE = rrw_abort + 90; 863 public final static int OP_LESS_LESS_LESS = rrw_abort + 91; 864 public final static int OP_GREAT_GREAT_GREAT = rrw_abort + 92; 865 public final static int OP_LESS_PERCENT = rrw_abort + 93; 866 public final static int OP_GREAT_PERCENT = rrw_abort + 94; 867 public final static int rrw_postgresql_recursive = rrw_abort + 95; 868 public final static int rrw_postgresql_function_delimiter = rrw_abort + 96; 869 public final static int rrw_postgresql_language = rrw_abort + 97; 870 public final static int rrw_postgresql_type = rrw_abort + 98; 871 // Value MUST match yacc-assigned value in lzyaccpostgresql.pas 872 public final static int rrw_postgresql_declare_cursor_stmt = 1217; 873 874 // PGvector distance operators - values MUST match yacc-assigned values in lzyaccpostgresql.pas 875 public final static int OP_LESS_HASH_GREAT = 1263; // <#> (negative) inner product 876 public final static int OP_LESS_EQUAL_GREAT = 1264; // <=> cosine distance 877 public final static int OP_LESS_PLUS_GREAT = 1265; // <+> L1 distance 878 public final static int OP_LESS_TILDE_GREAT = 1266; // <~> Hamming distance 879 public final static int OP_LESS_PERCENT_GREAT = 1267; // <%> Jaccard distance 880 public final static int OP_STAR_STAR = 1300; // ** power/exponentiation (DuckDB), matches yacc value 881 public final static int OP_SLASH_SLASH = 1301; // // integer division (DuckDB), matches yacc value 882 883 // end of postgres, guassdb, redshift 884 885 // gaussDB 886 public final static int OP_SAFE_EQUAL = rrw_abort + 99; 887 public final static int GAUSSDB_CURSOR = rrw_abort + 100; 888 public final static int GAUSSDB_DECLARE_SINGLE_STMT = rrw_abort + 101; 889 public final static int GAUSSDB_BEGIN_TRANSACTION = rrw_abort + 102; 890 public final static int GAUSSDB_PROCEDURE_ORA = rrw_abort + 103; 891 public final static int GAUSSDB_FUNCTION_ORA = rrw_abort + 104; 892 public final static int GAUSSDB_NULL = rrw_abort + 105; 893 894 public final static int GAUSSDB_TO_BINARY_DOUBLE = rrw_abort + 106; 895 public final static int GAUSSDB_TO_NUMBER = rrw_abort + 107; 896 public final static int GAUSSDB_TO_BINARY_FLOAT = rrw_abort + 108; 897 public final static int GAUSSDB_TO_DATE = rrw_abort + 109; 898 public final static int GAUSSDB_TO_TIMESTAMP = rrw_abort + 110; 899 public final static int GAUSSDB_TO_TIMESTAMP_TZ = rrw_abort + 111; 900 901 902 903 //greenplum 904 // public final static int param = rrw_abort + 2; keep the same value as postgresql 905 906 public final static int rrw_greenplum_cluster = rrw_abort + 3; 907 public final static int rrw_greenplum_copy = rrw_abort + 4; 908 public final static int rrw_greenplum_reassign = rrw_abort + 8; 909 public final static int rrw_greenplum_reindex = rrw_abort + 9; 910 public final static int rrw_greenplum_vacuum = rrw_abort + 21; 911 public final static int rrw_greenplum_language = rrw_abort + 22; 912 public final static int rrw_greenplum_rowtype = rrw_abort + 23; 913 public final static int rrw_greenplum_analyse = rrw_abort + 24; 914 public final static int rrw_greenplum_DATE_FUNCTION = rrw_abort + 25; 915 public final static int rrw_greenplum_POSITION_FUNCTION = rrw_abort + 26; 916 public final static int rrw_greenplum_POSITION = rrw_abort + 27; 917 public final static int rrw_greenplum_CURSOR = rrw_abort + 28; 918 public final static int rrw_greenplum_exits = rrw_abort + 29; 919 public final static int rrw_greenplum_filter = rrw_abort + 30; 920 public final static int rrw_greenplum_values_insert = rrw_abort + 31; 921 public final static int rrw_greenplum_function_delimiter = rrw_abort + 32; 922 923 924 //MYSQL 925 public final static int logical_and = rrw_abort + 2; 926 public final static int logical_or = rrw_abort + 3; 927 public final static int rrw_left_shift = rrw_abort + 4; 928 public final static int rrw_right_shift = rrw_abort + 5; 929 public final static int rrw_mysql_desc = rrw_abort + 8; 930 public final static int rrw_mysql_delimiter = rrw_abort + 9; 931 public final static int rrw_rollup = rrw_abort + 10; 932 public final static int rrw_mysql_date_function = rrw_abort + 11; 933 public final static int rrw_mysql_date_const = rrw_abort + 12; 934 public final static int rrw_mysql_time_const = rrw_abort + 13; 935 public final static int rrw_mysql_row = rrw_abort + 14; 936 public final static int rrw_mysql_each = rrw_abort + 15; 937 public final static int rrw_mysql_source = rrw_abort + 16; 938 public final static int rrw_mysql_interval_func = rrw_abort + 17; 939 public final static int rrw_mysql_true = rrw_abort + 18; 940 public final static int rrw_mysql_false = rrw_abort + 19; 941 public final static int rrw_mysql_default = rrw_abort + 20; 942 public final static int rrw_mysql_d = rrw_abort + 21; 943 public final static int rrw_mysql_t = rrw_abort + 22; 944 public final static int rrw_mysql_ts = rrw_abort + 23; 945 public final static int rrw_mysql_null = rrw_abort + 24; 946 public final static int rrw_mysql_current = rrw_abort + 25; 947 public final static int rrw_mysql_timestamp_constant = rrw_abort + 26; 948 public final static int rrw_mysql_position = rrw_abort + 27; 949 950 //oracle specific keyword 951 public final static int rrw_custom = rrw_abort + 2; 952 public final static int rrw_translate = rrw_abort + 4; 953 public final static int rrw_keep = rrw_abort + 5; 954 public final static int rrw_keep_before_dense_rank = rrw_abort + 6; 955 public final static int rrw_dense_rank = rrw_abort + 7; 956 public final static int rrw_wrapped = rrw_abort + 8; 957 public final static int rrw_level = rrw_abort + 10; 958 public final static int rrw_match = rrw_abort + 11; 959 public final static int rrw_natural = rrw_abort + 12; 960 public final static int rrw_type2 = rrw_abort + 13; 961 public final static int rrw_type = rrw_abort + 14; 962 public final static int rrw_of = rrw_abort + 15; 963 public final static int rrw_oid = rrw_abort + 16; 964 public final static int rrw_null = rrw_abort + 17; 965 public final static int rrw_trigger = rrw_abort + 18; 966 public final static int rrw_library = rrw_abort + 19; 967 public final static int rrw_value_after_by = rrw_abort + 20; 968 public final static int rrw_value_oracle = rrw_abort + 21; 969 public final static int rrw_new_oracle = rrw_abort + 22; 970 public final static int rrw_chr_oracle = rrw_abort + 23; 971 public final static int rrw_errors_oracle = rrw_abort + 24; 972 public final static int rrw_log_oracle = rrw_abort + 25; 973 public final static int rrw_add_p = rrw_abort + 26; //add partition 974 public final static int rrw_partition = rrw_abort + 27; //add partition 975 public final static int rrw_oracle_apply = rrw_abort + 28; 976 public final static int rrw_oracle_subpartition = rrw_abort + 29; 977 public final static int rrw_oracle_subpartition_tablesample = rrw_abort + 30; 978 public final static int rrw_oracle_new_constructor = rrw_abort + 31; 979 public final static int rrw_oracle_supplemental = rrw_abort + 32; 980 public final static int rrw_oracle_compound = rrw_abort + 33; 981 public final static int rrw_oracle_offset = rrw_abort + 34; 982 public final static int rrw_oracle_row = rrw_abort + 35; 983 public final static int rrw_oracle_rows = rrw_abort + 36; 984 public final static int rrw_oracle_offset_row = rrw_abort + 37; 985 public final static int rrw_oracle_a_in_aset = rrw_abort + 38; 986 public final static int rrw_oracle_set_in_aset = rrw_abort + 39; 987 public final static int rrw_oracle_modify = rrw_abort + 40; 988 public final static int rrw_oracle_column = rrw_abort + 41; 989 public final static int rrw_oracle_column_after_modify = rrw_abort + 42; 990 public final static int rrw_oracle_without = rrw_abort + 43; 991 public final static int rrw_oracle_count = rrw_abort + 44; 992 public final static int rrw_oracle_without_before_count = rrw_abort + 45; 993 public final static int rrw_oracle_cursor = rrw_abort + 46; 994 public final static int rrw_oracle_collect = rrw_abort + 47; 995 public final static int rrw_oracle_synonym = rrw_abort + 48; 996 public final static int rrw_oracle_model = rrw_abort + 49; 997 public final static int rrw_oracle_model_in_model_clause = rrw_abort + 50; 998 999 1000 // sql server keywords 1001 public final static int twocolons = rrw_abort + 2; 1002 public final static int compoundAssignmentOperator = rrw_abort + 3; 1003 public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4; 1004 1005 public final static int rrw_starea = rrw_abort + 5; 1006 public final static int rrw_stasbinary = rrw_abort + 6; 1007 public final static int rrw_stastext = rrw_abort + 7; 1008 public final static int rrw_stbuffer = rrw_abort + 8; 1009 public final static int rrw_stdimension = rrw_abort + 9; 1010 public final static int rrw_stdisjoint = rrw_abort + 10; 1011 public final static int rrw_stdistance = rrw_abort + 11; 1012 public final static int rrw_stendpoint = rrw_abort + 12; 1013 public final static int rrw_stgeometryn = rrw_abort + 13; 1014 public final static int rrw_stgeometrytype = rrw_abort + 14; 1015 public final static int rrw_stintersection = rrw_abort + 15; 1016 public final static int rrw_stintersects = rrw_abort + 16; 1017 public final static int rrw_stisclosed = rrw_abort + 17; 1018 public final static int rrw_stisempty = rrw_abort + 18; 1019 public final static int rrw_stlength = rrw_abort + 19; 1020 public final static int rrw_stnumgeometries = rrw_abort + 20; 1021 public final static int rrw_stnumpoints = rrw_abort + 21; 1022 public final static int rrw_stpointn = rrw_abort + 22; 1023 public final static int rrw_stsrid = rrw_abort + 23; 1024 public final static int rrw_ststartpoint = rrw_abort + 24; 1025 public final static int rrw_stunion = rrw_abort + 25; 1026 1027 //sql server, functions on xml column 1028 public final static int rrw_xml_value = rrw_abort + 26; 1029 public final static int rrw_xml_modify = rrw_abort + 27; 1030 public final static int rrw_xml_query = rrw_abort + 28; 1031 public final static int rrw_xml_exist = rrw_abort + 29; 1032 public final static int rrw_xml_nodes = rrw_abort + 30; 1033 public final static int rrw_sqlserver_value = rrw_abort + 31; 1034 public final static int rrw_sqlserver_modify = rrw_abort + 32; 1035 public final static int rrw_sqlserver_query = rrw_abort + 33; 1036 public final static int rrw_sqlserver_exist = rrw_abort + 34; 1037 public final static int rrw_sqlserver_nodes = rrw_abort + 35; 1038 1039 public final static int rrw_sqlserver_throw = rrw_abort + 36; 1040 public final static int rrw_system_time = rrw_abort + 37; 1041 public final static int rrw_xmlnamespaces = rrw_abort + 38; 1042 public final static int rrw_sqlserver_next = rrw_abort + 39; 1043 public final static int rrw_sqlserver_row = rrw_abort + 40; 1044 public final static int rrw_sqlserver_rows = rrw_abort + 41; 1045 public final static int rrw_sqlserver_offset_fetch = rrw_abort + 42; 1046 public final static int rrw_sqlserver_odbc_escape = rrw_abort + 43; 1047 public final static int rrw_sqlserver_exists = rrw_abort + 44; 1048 public final static int rrw_sqlserver_copy = rrw_abort + 45; 1049 public final static int rrw_sqlserver_copyinto = rrw_abort + 46; 1050 public final static int rrw_sqlserver_column = rrw_abort + 47; 1051 public final static int rrw_sqlserver_drop_column = rrw_abort + 48; 1052 public final static int rrw_sqlserver_check_with = rrw_abort + 49; 1053 public final static int rrw_sqlserver_semicolon_module_number = rrw_abort + 50; 1054 public final static int rrw_sqlserver_trim = rrw_abort + 51; 1055 public final static int rrw_sqlserver_synonym = rrw_abort + 52; 1056 public final static int rrw_sqlserver_sequence = rrw_abort + 53; 1057 public final static int rrw_sqlserver_tran = rrw_abort + 54; 1058 public final static int rrw_sqlserver_transaction = rrw_abort + 55; 1059 public final static int rrw_sqlserver_distributed = rrw_abort + 56; 1060 public final static int rrw_sqlserver_dialog = rrw_abort + 57; 1061 public final static int rrw_sqlserver_conversation = rrw_abort + 58; 1062 public final static int rrw_sqlserver_DELETED = rrw_abort + 59; 1063 public final static int rrw_sqlserver_INSERTED = rrw_abort + 60; 1064 1065 // end of sql server keywords 1066 1067 //SOQL 1068 1069 public final static int rrw_soql_update_tracking = rrw_abort + 45; 1070 1071 //sybase 1072 public final static int rrw_sybase_dump = rrw_abort + 31; 1073 public final static int rrw_sybase_at = rrw_abort + 32; 1074 public final static int rrw_sybase_isolation = rrw_abort + 33; 1075 public final static int rrw_sybase_off = rrw_abort + 34; 1076 public final static int rrw_sybase_partition = rrw_abort + 38; 1077 public final static int rrw_sybase_exce_proc_name = rrw_abort + 39; 1078 1079 1080// teradata specifc keyword 1081 public final static int rrw_teradata_using = rrw_abort + 1; 1082 public final static int rrw_bt = rrw_abort + 2; 1083 public final static int rrw_teradata_collect = rrw_abort + 3; 1084 public final static int rrw_teradata_cm = rrw_abort + 4; 1085 public final static int rrw_ct = rrw_abort + 5; 1086 public final static int rrw_teradata_del = rrw_abort + 6; 1087 public final static int rrw_teradata_diagnostic = rrw_abort + 7; 1088 public final static int rrw_teradata_dump = rrw_abort + 8; 1089 public final static int rrw_teradata_echo = rrw_abort + 9; 1090 public final static int rrw_et = rrw_abort + 10; 1091 public final static int rrw_teradata_give = rrw_abort + 11; 1092 public final static int rrw_teradata_help = rrw_abort + 12; 1093 public final static int rrw_teradata_ins = rrw_abort + 13; 1094 public final static int rrw_logoff = rrw_abort + 14; 1095 public final static int rrw_teradata_logon = rrw_abort + 15; 1096 public final static int rrw_teradata_modify = rrw_abort + 16; 1097 public final static int rrw_teradata_position = rrw_abort + 17; 1098 public final static int rrw_teradata_restart = rrw_abort + 18; 1099 public final static int rrw_rewind = rrw_abort + 19; 1100 public final static int rrw_teradata_sel = rrw_abort + 20; 1101 public final static int rrw_ss = rrw_abort + 21; 1102 public final static int rrw_teradata_upd = rrw_abort + 22; 1103 public final static int rrw_teradata_wait = rrw_abort + 23; 1104 public final static int rrw_teradata_locking = rrw_abort + 24; 1105 public final static int rrw_casespecific = rrw_abort + 25; 1106 public final static int rrw_teradata_cs = rrw_abort + 26; 1107 public final static int rrw_teradata_add_months = rrw_abort + 27; 1108 public final static int rrw_teradata_format = rrw_abort + 28; 1109 public final static int rrw_teradata_title = rrw_abort + 29; 1110 public final static int rrw_teradata_named = rrw_abort + 30; 1111 public final static int left_parenthesis_2 = rrw_abort + 31; 1112 public final static int rrw_teradata_start_data_conversion = rrw_abort + 31; 1113 public final static int rrw_teradata_period = rrw_abort + 32; 1114 public final static int rrw_teradata_cast = rrw_abort + 33; 1115 // public final static int rrw_teradata_null = rrw_abort + 34; 1116 public final static int rrw_teradata_cv = rrw_abort + 35; 1117 public final static int rrw_teradata_for_loop = rrw_abort + 36; 1118 public final static int rrw_teradata_last = rrw_abort + 37; 1119 public final static int rrw_last_function = rrw_abort + 38; 1120 public final static int rrw_teradata_transaction = rrw_abort + 39; 1121 public final static int rrw_teradata_end_t = rrw_abort + 40; 1122 public final static int rrw_teradata_exit = rrw_abort + 41; 1123 public final static int rrw_teradata_label = rrw_abort + 42; 1124 public final static int rrw_teradata_pivot = rrw_abort + 43; 1125 public final static int rrw_teradata_cursor_name = rrw_abort + 44; 1126 public final static int rrw_teradata_condition_name = rrw_abort + 45; 1127 public final static int rrw_teradata_case_stmt = rrw_abort + 46; 1128 public final static int rrw_teradata_with_grant = rrw_abort + 47; 1129 public final static int rrw_teradata_external = rrw_abort + 48; 1130 public final static int rrw_teradata_type = rrw_abort + 53; 1131 public final static int rrw_teradata_sample = rrw_abort + 54; 1132 public final static int rrw_teradata_validtime = rrw_abort + 55; 1133 public final static int rrw_teradata_sequenced = rrw_abort + 56; 1134 public final static int rrw_teradata_nonsequenced = rrw_abort + 57; 1135 1136 1137 //hive 1138public final static int rrw_hive_desc = rrw_abort + 2; 1139public final static int rrw_hive_msck = rrw_abort + 3; 1140public final static int rrw_hive_export = rrw_abort + 4; 1141public final static int rrw_hive_import = rrw_abort + 5; 1142public final static int rrw_hive_recover = rrw_abort + 6; 1143public final static int rrw_map = rrw_abort + 7; 1144public final static int rrw_formatted = rrw_abort + 8; 1145public final static int rrw_extended = rrw_abort + 9; 1146public final static int rrw_pretty = rrw_abort + 10; 1147public final static int rrw_shared = rrw_abort + 11; 1148public final static int rrw_exclusive = rrw_abort + 12; 1149public final static int rrw_show_database = rrw_abort + 13; 1150public final static int rrw_hive_DATE_FUNCTION = rrw_abort + 14; 1151public final static int rrw_hive_rollup = rrw_abort + 15; 1152public final static int rrw_hive_cube = rrw_abort + 16; 1153 public final static int rrw_hive_upsert = rrw_abort + 17; // shared by hive and impala 1154 public final static int rrw_hive_reload = rrw_abort + 18; 1155 public final static int rrw_hive_list = rrw_abort + 19; 1156 1157// flink 1158 public final static int rrw_watermark = 693; 1159 // Flink EXPLAIN statement option keywords 1160 public final static int rrw_estimated_cost = 1300; 1161 public final static int rrw_changelog_mode = 1301; 1162 public final static int rrw_plan_advice = 1302; 1163 public final static int rrw_json_execution_plan = 1303; 1164 // Flink catalog operation keywords 1165 public final static int rrw_catalog = 1304; 1166 // Flink-specific function keywords 1167 public final static int rrw_try_cast = 1305; 1168 public final static int rrw_ifnull = 1306; 1169 public final static int rrw_nullif = 1307; 1170 public final static int rrw_coalesce = 1308; 1171 public final static int rrw_proctime = 1309; 1172 public final static int rrw_rowtime = 1310; 1173 public final static int rrw_current_watermark = 1311; 1174 public final static int rrw_current_row_timestamp = 1312; 1175 public final static int rrw_localtime = 1313; 1176 public final static int rrw_localtimestamp = 1314; 1177 // Flink-specific LOCALTIME/LOCALTIMESTAMP lexer token codes (match YACC grammar positions) 1178 public final static int flink_rw_localtime = 707; 1179 public final static int flink_rw_localtimestamp = 708; 1180 public final static int rrw_tumble = 1315; 1181 public final static int rrw_hop = 1316; 1182 public final static int rrw_cumulate = 1317; 1183 public final static int rrw_descriptor = 1318; 1184 public final static int rrw_to_timestamp = 1319; 1185 public final static int rrw_to_timestamp_ltz = 1320; 1186 public final static int rrw_to_date = 1321; 1187 public final static int rrw_date_format = 1322; 1188 // Flink PRIMARY KEY NOT ENFORCED support 1189 public final static int rrw_enforced = 1323; 1190 // Flink interval unit token codes 1191 public final static int flink_interval_year = 396; 1192 public final static int flink_interval_years = 692; 1193 public final static int flink_interval_second = 1077; 1194 public final static int flink_interval_seconds = 1078; 1195 public final static int flink_interval_minute = 1079; 1196 public final static int flink_interval_minutes = 1080; 1197 public final static int flink_interval_hour = 1081; 1198 public final static int flink_interval_hours = 1082; 1199 public final static int flink_interval_day = 1083; 1200 public final static int flink_interval_days = 1084; 1201 public final static int flink_interval_month = 1085; 1202 public final static int flink_interval_microsecond = 1159; 1203 public final static int flink_interval_microseconds = 1160; 1204 public final static int flink_interval_millisecond = 1217; 1205 public final static int flink_interval_milliseconds = 1218; 1206 public final static int flink_interval_months = 1247; 1207 1208// netezza 1209 public final static int rrw_netezza_groom = rrw_abort + 2; 1210 public final static int rrw_netezza_copy = rrw_abort + 3; 1211 public final static int rrw_netezza_generate = rrw_abort + 4; 1212 1213 public final static int rrw_int_cast = rrw_abort + 5; 1214 public final static int rrw_integer_cast = rrw_abort + 6; 1215 public final static int rrw_smallint_cast = rrw_abort + 7; 1216 public final static int rrw_bigint_cast = rrw_abort + 8; 1217 public final static int rrw_real_cast = rrw_abort + 9; 1218 public final static int rrw_float_cast = rrw_abort + 10; 1219 public final static int rrw_numeric_cast = rrw_abort + 11; 1220 public final static int rrw_boolean_cast = rrw_abort + 12; 1221 public final static int rrw_bit_cast = rrw_abort + 13; 1222 public final static int rrw_char_cast = rrw_abort + 14; 1223 public final static int rrw_nchar_cast = rrw_abort + 15; 1224 public final static int rrw_varchar_cast = rrw_abort + 16; 1225 public final static int rrw_character_cast = rrw_abort + 17; 1226 public final static int rrw_date_cast = rrw_abort + 18; 1227 public final static int rrw_time_cast = rrw_abort + 19; 1228 public final static int rrw_timestamp_cast = rrw_abort + 20; 1229 public final static int rrw_interval_cast = rrw_abort + 21; 1230 public final static int rrw_decimal_cast = rrw_abort + 22; 1231 public final static int rrw_begin_proc = rrw_abort + 23; 1232 public final static int rrw_end_proc = rrw_abort + 24; 1233 public final static int rrw_netezza_op_less_less = rrw_abort + 25; 1234 public final static int rrw_netezza_op_great_great = rrw_abort + 26; 1235 1236public final static int hive_DOT = rrw_abort + 2; 1237public final static int hive_COLON = rrw_abort + 3; 1238public final static int hive_COMMA = rrw_abort + 4; 1239public final static int hive_SEMICOLON = rrw_abort + 5; 1240public final static int hive_LPAREN = rrw_abort + 6; 1241public final static int hive_RPAREN = rrw_abort + 7; 1242public final static int hive_LSQUARE = rrw_abort + 8; 1243public final static int hive_RSQUARE = rrw_abort + 9; 1244public final static int hive_LCURLY = rrw_abort + 10; 1245public final static int hive_RCURLY = rrw_abort + 11; 1246public final static int hive_LESSTHAN = rrw_abort + 12; 1247public final static int hive_GREATERTHAN = rrw_abort + 13; 1248public final static int hive_DIVIDE = rrw_abort + 14; 1249public final static int hive_PLUS = rrw_abort + 15; 1250public final static int hive_MINUS = rrw_abort + 16; 1251public final static int hive_STAR = rrw_abort + 17; 1252public final static int hive_MOD = rrw_abort + 18; 1253public final static int hive_AMPERSAND = rrw_abort + 19; 1254public final static int hive_TILDE = rrw_abort + 20; 1255public final static int hive_BITWISEOR = rrw_abort + 21; 1256public final static int hive_BITWISEXOR = rrw_abort + 22; 1257public final static int hive_QUESTION = rrw_abort + 23; 1258public final static int hive_DOLLAR = rrw_abort + 24; 1259 1260 1261 // redshift 1262 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1263 public final static int rrw_redshift_binary_as_type = rrw_abort + 792; // = 1319, for BINARY as data type (not identifier) 1264 1265 public final static int rrw_redshift_cancel = rrw_postgresql_type + 1; 1266 public final static int rrw_redshift_unload = rrw_postgresql_type + 2 ; 1267 public final static int rrw_redshift_verbose = rrw_postgresql_type + 3; 1268 public final static int rrw_redshift_struct = rrw_postgresql_type + 4; 1269 public final static int rrw_redshift_array = rrw_postgresql_type + 5; 1270 public final static int rrw_redshift_array_type = rrw_postgresql_type + 6; 1271 1272 public final static int rrw_redshift_vacuum = rrw_postgresql_vacuum; 1273 public final static int rrw_redshift_copy = rrw_postgresql_copy; 1274 public final static int rrw_redshift_rowtype = rrw_postgresql_rowtype; 1275 public final static int rrw_redshift_filter = rrw_postgresql_filter; 1276 public final static int rrw_redshift_function_delimiter = rrw_postgresql_function_delimiter; 1277 public final static int rrw_redshift_language = rrw_postgresql_language; 1278 public final static int rrw_redshift_desc = rrw_abort + 434; // = 961, matches RW_DESC in Redshift grammar 1279 public final static int rrw_redshift_attach = rrw_abort + 819; // = 1346, matches RW_ATTACH in Redshift grammar 1280 public final static int rrw_redshift_detach = rrw_abort + 820; // = 1347, matches RW_DETACH in Redshift grammar 1281 public final static int rrw_redshift_library = rrw_abort + 826; // = 1353, matches RW_LIBRARY in Redshift grammar 1282 1283 // HANA 1284 public final static int rrw_hana_unset = rrw_abort + 2; 1285 public final static int rrw_hana_upsert = rrw_abort + 3 ; 1286 public final static int rrw_as_before_of = rrw_abort + 4 ; 1287 public final static int rrw_hana_import = rrw_abort + 5 ; 1288 public final static int rrw_hana_export = rrw_abort + 6 ; 1289 public final static int rrw_hana_of = rrw_abort + 7 ; 1290 public final static int rrw_hana_date_const = rrw_abort + 8 ; 1291 public final static int rrw_hana_time_const = rrw_abort + 9 ; 1292 public final static int rrw_hana_timestamp_const = rrw_abort + 10 ; 1293 public final static int rrw_hana_with_structured = rrw_abort + 11 ; 1294 public final static int rrw_hana_with_cache = rrw_abort + 12 ; 1295 public final static int rrw_hana_with_check = rrw_abort + 13 ; 1296 public final static int rrw_hana_recover = rrw_abort + 14 ; 1297 public final static int rrw_hana_unload = rrw_abort + 15 ; 1298 public final static int rrw_hana_unload2 = rrw_abort + 16 ; 1299 public final static int rrw_hana_validate = rrw_abort + 17; 1300 public final static int rrw_hana_header = rrw_abort + 18; 1301 public final static int rrw_hana_with_mask = rrw_abort + 19; 1302 public final static int rrw_hana_with_expression = rrw_abort + 20; 1303 public final static int rrw_hana_with_anonymization = rrw_abort + 21; 1304 public final static int rrw_hana_with_hint = rrw_abort + 22; 1305 1306 1307 //dax 1308 public final static int rrw_dax_define = rrw_abort + 2; 1309 public final static int rrw_dax_evaluate = rrw_abort + 3 ; 1310 public final static int rrw_dax_product = rrw_abort + 4 ; 1311 public final static int rrw_dax_true = rrw_abort + 5; 1312 public final static int rrw_dax_false = rrw_abort + 6 ; 1313 public final static int rrw_dax_calendar = rrw_abort + 7 ; 1314 public final static int rrw_dax_second = rrw_abort + 8 ; 1315 1316 // ODBC 1317 public final static int rrw_odbc_d = rrw_abort + 4; 1318 public final static int rrw_odbc_t = rrw_abort + 5; 1319 public final static int rrw_odbc_ts = rrw_abort + 6; 1320 public final static int rrw_odbc_oj = rrw_abort + 7; 1321 public final static int rrw_odbc_fn = rrw_abort + 8; 1322 public final static int rrw_odbc_escape = rrw_abort + 9; 1323 1324 //vertica 1325 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1326 public final static int rrw_vertica_activate = rrw_abort + 3; 1327 public final static int rrw_vertica_deactivate= rrw_abort + 4; 1328 public final static int rrw_vertica_profile= rrw_abort + 5; 1329 public final static int rrw_vertica_date_function= rrw_abort + 6; 1330 public final static int rrw_vertica_greatest= rrw_abort + 7; 1331 public final static int rrw_vertica_least= rrw_abort + 8; 1332 public final static int rrw_vertica_copy = rrw_abort + 9; 1333 public final static int rrw_vertica_export = rrw_abort + 10; 1334 1335 // openedge 1336 public final static int rrw_openedge_with_check = rrw_abort + 2; 1337 1338 public final static int howtoSetValue_none = 0; 1339 public final static int howtoSetValue_assign = 1; 1340 public final static int howtoSetValue_default = 2; 1341 1342 public final static int kind_create = 1; 1343 public final static int kind_declare = 2; 1344 public final static int kind_define = 3; 1345 public final static int kind_create_body = 4; 1346 1347 // couchbase 1348 public final static int rrw_couchbase_build = rrw_abort + 2; 1349 public final static int rrw_couchbase_infer = rrw_abort + 3; 1350 public final static int rrw_couchbase_upsert = rrw_abort + 4; 1351 1352 //snowflake 1353 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1354 public final static int rrw_snowflake_list = rrw_abort + 3; 1355 public final static int rrw_snowflake_remove = rrw_abort + 4; 1356 public final static int rrw_snowflake_undrop = rrw_abort + 5; 1357 public final static int rrw_snowflake_copy = rrw_abort + 6; 1358 public final static int rrw_snowflake_desc = rrw_abort + 7; 1359 public final static int rrw_snowflake_ls = rrw_abort + 8; 1360 public final static int rrw_snowflake_put = rrw_abort + 9; 1361 public final static int rrw_snowflake_rm = rrw_abort + 10; 1362 public final static int rrw_snowflake_unset = rrw_abort + 11; 1363 public final static int rrw_snowflake_at = rrw_abort + 12; 1364 public final static int rrw_snowflake_at_before_parenthesis = rrw_abort + 13; 1365 public final static int rrw_snowflake_pseudo_stmt_sign = rrw_abort + 14; 1366 public final static int rrw_snowflake_date = rrw_abort + 15; 1367 public final static int rrw_snowflake_time = rrw_abort + 16; 1368 public final static int rrw_snowflake_char = rrw_abort + 17; 1369 public final static int rrw_snowflake_begin_transaction = rrw_abort + 18; 1370 public final static int rrw_snowflake_language = rrw_abort + 19; 1371 public final static int rrw_snowflake_plpgsql_function_delimiter = rrw_abort + 20; 1372 public final static int rrw_snowflake_datetime = rrw_abort + 21; 1373 public final static int rrw_snowflake_window = rrw_abort + 22; 1374 public final static int rrw_snowflake_window_as = rrw_abort + 23; 1375 public final static int rrw_snowflake_pivot = rrw_abort + 24; 1376 public final static int rrw_snowflake_unpivot = rrw_abort + 25; 1377 public final static int rrw_snowflake_default = rrw_abort + 26; 1378 public final static int rrw_snowflake_flatten = rrw_abort + 27; 1379 public final static int rrw_snowflake_offset = rrw_abort + 28; 1380 public final static int rrw_snowflake_replace_after_star = rrw_abort + 29; 1381 public final static int rrw_snowflake_function_delimiter = rrw_abort + 30; 1382 public final static int rrw_snowflake_parameter_name = rrw_abort + 31; 1383 public final static int rrw_snowflake_exists = rrw_abort + 32; 1384 public final static int rrw_snowflake_transaction = rrw_abort + 33; 1385 public final static int rrw_snowflake_javascript = rrw_abort + 34; 1386 public final static int rrw_snowflake_top = rrw_abort + 35; 1387 public final static int rrw_snowflake_limit = rrw_abort + 36; 1388 public final static int rrw_snowflake_work = rrw_abort + 37; 1389 public final static int rrw_snowflake_left_join = rrw_abort + 38; 1390 public final static int rrw_snowflake_right_join = rrw_abort + 39; 1391 public final static int rrw_snowflake_changes = rrw_abort + 40; 1392 public final static int rrw_snowflake_changes_parenthesis = rrw_abort + 41; 1393 1394 //Doris 1395 public final static int rrw_doris_export = 667; // Token code from Doris lexer 1396 public final static int rrw_doris_switch = 1011; // Token code from Doris lexer 1397 public final static int rrw_doris_admin = 788; // Token code from Doris lexer for ADMIN commands 1398 public final static int rrw_doris_recover = 663; // Token code from Doris lexer for RECOVER commands 1399 public final static int rrw_doris_cancel = 800; // Token code from Doris lexer for CANCEL commands 1400 public final static int rrw_doris_pause = 668; // Token code from Doris lexer for PAUSE commands 1401 public final static int rrw_doris_resume = 669; // Token code from Doris lexer for RESUME commands 1402 1403 //OCEANBASE MySQL mode (XA transaction entry token) 1404 // Absolute value from parsetable output for RW_XA in lzyaccoceanbasemysql.pas 1405 // (appended at end of %token block per FORK_DIVERGENCE rule #1). 1406 public final static int rrw_oceanbase_xa = 1204; 1407 1408 //BIGQUERY 1409 public final static int rrw_bigquery_struct = rrw_abort + 2; 1410 public final static int rrw_bigquery_struct_constructor = rrw_abort + 3; 1411 public final static int rrw_bigquery_datatype_used_to_cast = rrw_abort + 4; 1412 public final static int rrw_bigquery_export = rrw_abort + 5; 1413 public final static int rrw_bigquery_begin_transaction = rrw_abort + 6; 1414 public final static int rrw_bigquery_timestamp_as_type = rrw_abort + 7; 1415 1416// public final static int rrw_bigquery_timestamp_before_const = rrw_abort + 4; 1417// public final static int rrw_bigquery_date_before_const = rrw_abort + 5; 1418 1419 1420 //sparksql 1421 public final static int rrw_spark_uncache = rrw_abort + 2; 1422 public final static int rrw_spark_desc = rrw_abort + 3; 1423 public final static int rrw_spark_list = rrw_abort + 4; 1424 public final static int rrw_spark_date_const = rrw_abort + 5; 1425 public final static int rrw_spark_date_function = rrw_abort + 6; 1426 public final static int rrw_spark_time_const = rrw_abort + 7; 1427 public final static int rrw_spark_timestamp_constant = rrw_abort + 8; 1428 public final static int rrw_spark_msck = rrw_abort + 9; 1429 public final static int rrw_spark_position = rrw_abort + 10; 1430 public final static int sparksql_pipe_arrow = 753; // |> pipe operator, must match PIPE_ARROW in lzyaccsparksql.y 1431 1432 //flink 1433 // Context-sensitive tokens for LOCALTIME and LOCALTIMESTAMP 1434 // These keywords can be both builtin functions and identifiers. 1435 // When used as functions (standalone without period prefix), use these tokens. 1436 // Token codes must match YACC positions in lzyaccflink.y (709, 710) 1437 public final static int rrw_flink_localtime_as_func = rrw_abort + 182; // = 709 1438 public final static int rrw_flink_localtimestamp_as_func = rrw_abort + 183; // = 710 1439 1440 //presto 1441 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1442 public final static int rrw_presto_verbose = rrw_abort + 3; 1443 1444 //athena 1445 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1446 public final static int rrw_athena_unload = rrw_abort + 3; 1447 public final static int rrw_athena_msck = rrw_abort + 4; 1448 1449 //duckdb 1450 public final static int rrw_duckdb_export = 1270; 1451 public final static int rrw_duckdb_summarize = 1271; 1452 public final static int rrw_duckdb_install = 1272; 1453 public final static int rrw_duckdb_import = 557; // RW_IMPORT in duckdb .pas 1454 public final static int rrw_duckdb_force = 927; // RW_FORCE in duckdb .pas 1455 public final static int rrw_duckdb_secret = 1274; // RW_SECRET in duckdb .pas 1456 public final static int rrw_duckdb_pivot = 1275; // RW_PIVOT in duckdb .pas 1457 public final static int rrw_duckdb_unpivot = 1276; // RW_UNPIVOT in duckdb .pas 1458 public final static int rrw_duckdb_lbrace = 1277; // RW_LBRACE in duckdb .pas 1459 public final static int rrw_duckdb_rbrace = 1278; // RW_RBRACE in duckdb .pas 1460 public final static int rrw_duckdb_variable = 1282; // RW_VARIABLE in duckdb .pas 1461 public final static int rrw_duckdb_pragma = 1299; // RW_PRAGMA in duckdb .pas 1462 1463 /** 1464 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octIncomplete} 1465 */ 1466 public final static int kind_create_incomplete = 5; 1467 1468 /** 1469 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octVarray} 1470 */ 1471 public final static int kind_create_varray = 6; 1472 1473 /** 1474 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octNestedTable} 1475 */ 1476 public final static int kind_create_nested_table = 7; 1477 1478 public final static int kind_create_type_placeholder = 8; 1479 1480 /** 1481 * Trigger fire mode 1482 */ 1483 1484 public final static int fireMode_before = 1; 1485 public final static int fireMode_after = 2; 1486 public final static int fireMode_insteadOf = 3; 1487 public final static int fireMode_for = 4; 1488 1489 1490 1491 // source of join 1492 public final static int join_source_fake = 1; 1493 public final static int join_source_table = 2; 1494 public final static int join_source_join = 3; 1495 1496 /** 1497 * value types of insert statement 1498 */ 1499 public final static int vt_values = 1; 1500 public final static int vt_query = 2; 1501 public final static int vt_default_values = 3; 1502 public final static int vt_execute = 4; 1503 public final static int vt_values_function = 5; // oracle 1504 public final static int vt_values_empty = 6; //mysql, values() 1505 public final static int vt_set_column_value = 7; //mysql, values() 1506 public final static int vt_values_oracle_record = 8; // oracle plsql record 1507 public final static int vt_values_multi_table = 9; // oracle multitable insert 1508 public final static int vt_hive = 10; 1509 public final static int vt_hive_query = 11; 1510 public final static int vt_table = 12; 1511 1512 1513 // variable type in declare statement 1514 public final static int declare_varaible_normal = 1; 1515 public final static int declare_varaible_cursor = 2; 1516 public final static int declare_varaible_table = 3; 1517 1518 // type of declare statement 1519 /* 1520 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#variable } 1521 */ 1522 public final static int declare_statement_variable = 1; 1523 /* 1524 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#cursor } 1525 */ 1526 public final static int declare_statement_cursor = 2; 1527 /* 1528 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#conditions } 1529 */ 1530 public final static int declare_statement_conditions = 3; //mysql 1531 /* 1532 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#handlers } 1533 */ 1534 public final static int declare_statement_handlers = 4; //mysql,db2 1535 /* 1536 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#statement } 1537 */ 1538 public final static int declare_statement_statement = 5; //db2 1539 /* 1540 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#returnCode } 1541 */ 1542 public final static int declare_statement_returnCode = 6; //db2 1543 1544 // conditional statement type 1545 public final static int condition_statement_if = 1; 1546 public final static int condition_statement_while = 2; 1547 1548 // parameters in-out mode 1549 public final static int parameter_mode_default = 0; 1550 public final static int parameter_mode_in = 1; 1551 public final static int parameter_mode_out = 2; 1552 public final static int parameter_mode_inout = 3; 1553 public final static int parameter_mode_output = 4; 1554 public final static int parameter_mode_readonly = 5; 1555 public final static int parameter_mode_aslocator = 6; //as locator 1556 public final static int parameter_mode_variadic = 7; //as locator 1557 1558 // create function return type 1559 public final static int function_return_datatype = 1; 1560 public final static int function_return_table = 2; // sql server 1561 public final static int function_return_table_variable = 3; // sql server 1562 1563 1564 // constraint level 1565 1566 public final static int constraint_level_column = 1; 1567 public final static int constraint_level_table = 2; 1568 1569 public final static int TOKEN_ALREADY_PROCESSED = 123; 1570 1571 // select distinct type 1572 1573 /** 1574 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfNone} 1575 */ 1576 public final static int dtNone = 0; 1577 1578 /** 1579 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinct} 1580 */ 1581 public final static int dtDistinct = 1; 1582 1583 /** 1584 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctOn} 1585 */ 1586 public final static int dtDistinctOn = 2; 1587 1588 /** 1589 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfAll} 1590 */ 1591 public final static int dtAll = 3; 1592 1593 /** 1594 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfUnique} 1595 */ 1596 public final static int dtUnique = 4; 1597 1598 /** 1599 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctRow} 1600 */ 1601 public final static int dtDistinctRow = 5; 1602 1603 // TLzMssqlSetType 1604 public final static int mstUnknown = 0; 1605 public final static int mstLocalVar = 1; 1606 public final static int mstLocalVarCursor = 2; 1607 public final static int mstSetCmd = 3; 1608 public final static int mstXmlMethod = 4; 1609 public final static int mstSybaseLocalVar = 5; 1610 1611 // trigger firemode 1612 public final static int tfmFor = 0; 1613 public final static int tfmAfter = 1; 1614 public final static int tfmInsteadOf = 2; 1615 public final static int tfmBefore = 3; 1616 public final static int tfmNoCascadeBefore = 4; 1617 public final static int tReferencing = 5; 1618 1619 // TLzMssqlExecType = (metExecSp,metExecStringCmd,metExecStringCmdLinkServer,metNoExecKeyword); 1620 public final static int metExecSp = 0; 1621 public final static int metExecStringCmd = 1; 1622 public final static int metExecStringCmdLinkServer = 2; 1623 public final static int metNoExecKeyword = 3; 1624 public final static int metExecMload = 4; 1625 1626 // sql server execute type 1627 // public final static int execute_procedure_function = 1; 1628 // public final static int execute_character_string = 2; 1629 1630 //TLzUDFType = ( 1631 public final static int uftUnknown = 0; 1632 public final static int uftScalar = 1; 1633 public final static int uftInlineTableValued = 2; 1634 public final static int uftMultiStatementTableValued = 3; 1635 1636 //TLzSortType = (srtNone,srtAsc,srtDesc); 1637 /** 1638 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1639 */ 1640 public final static int srtNone = 0; 1641 /** 1642 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1643 */ 1644 public final static int srtAsc = 1; 1645 /** 1646 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1647 */ 1648 public final static int srtDesc = 2; 1649 1650 //TLzSortNulls = (srnNone,srnNullsFirst,srnNullsLast); 1651 public final static int srnNone = 0; 1652 public final static int srnNullsFirst = 1; 1653 public final static int srnNullsLast = 2; 1654 1655 public static int LEXER_INIT_MAX_MATCHES = 1024*20*10*2; 1656 1657 1658 1659 1660public static String newline = System.getProperty("line.separator"); 1661 1662public static int mycomparetext(String p1,String p2){ 1663 return p1.compareToIgnoreCase(p2); 1664 } 1665 1666public static boolean mysametext(String p1,String p2) 1667 { 1668 return (mycomparetext(p1,p2)==0); 1669 } 1670 1671 1672public static boolean assigned(Object st){ 1673 return (st != null); 1674} 1675 1676static void setTokenToIdentifier(TExpression expr){ 1677 if (expr.getExpressionType() == EExpressionType.simple_object_name_t){ 1678 if (expr.getObjectOperand().getEndToken() != null){ 1679 expr.getObjectOperand().getEndToken().tokencode = ident; 1680 expr.getObjectOperand().getEndToken().tokentype = ETokenType.ttidentifier; 1681 } 1682 }else if (expr.getExpressionType() == EExpressionType.simple_source_token_t){ 1683 expr.getSourcetokenOperand().tokencode = ident; 1684 expr.getSourcetokenOperand().tokentype = ETokenType.ttidentifier; 1685 } 1686} 1687 1688public static void resetTokenChain(TSourceTokenList pSourceTokenList, int startPos){ 1689 if(pSourceTokenList == null) return; 1690 if ((startPos < 0)||(startPos>=pSourceTokenList.size())) return; 1691 1692 if (pSourceTokenList.size() <= 0) return; 1693 1694 1695 TSourceToken lcPrevToken = null; 1696 if (startPos > 0){ 1697 lcPrevToken = pSourceTokenList.get(startPos-1); 1698 } 1699 for (int i=startPos ; i<pSourceTokenList.size();i++) { 1700 pSourceTokenList.get(i).setPrevTokenInChain(lcPrevToken); 1701 if (i != pSourceTokenList.size() - 1){ 1702 pSourceTokenList.get(i).setNextTokenInChain(pSourceTokenList.get(i+1)); 1703 } 1704 lcPrevToken = pSourceTokenList.get(i); 1705 } 1706 } 1707 1708 1709/** 1710 * Extracts the string content from inside a SQL literal value. 1711 * 1712 * Handles different types of SQL string literals: 1713 * - Standard quoted strings ('abc') 1714 * - Empty strings ('') 1715 * - Q-quoted strings (Q'[abc]') 1716 * - N-quoted strings (N'abc') 1717 * - Dollar quoted strings ($$abc$$) 1718 * 1719 * For quoted strings, it removes the outer quotes and handles escaped quotes 1720 * by replacing '' and \' with single quotes. 1721 * 1722 * @param literalStr The SQL string literal to process 1723 * @return The string content without quotes and with escaped quotes converted to single quotes. 1724 * Returns empty string for '', original string for non-literals or strings < 3 chars. 1725 */ 1726public static String getStringInsideLiteral(String literalStr){ 1727 if (literalStr.equalsIgnoreCase("''")) return ""; 1728 if (literalStr.length() <3) return literalStr; 1729 1730 boolean isLiteral = false, isDollarStr = false; 1731 // System.out.println(literalStr); 1732 int startindex = 1,endindex = 2; 1733 if (literalStr.startsWith("'")){ 1734 startindex = 1; 1735 endindex = literalStr.length() - 1; 1736 isLiteral = true; 1737 }else if (literalStr.toLowerCase().startsWith("q")){ 1738 startindex = 3; 1739 endindex = literalStr.length() - 2; 1740 isLiteral = true; 1741 }else if (literalStr.toLowerCase().startsWith("n")){ 1742 startindex = 2; 1743 endindex = literalStr.length() - 1; 1744 isLiteral = true; 1745 }else if (literalStr.toLowerCase().startsWith("$$")){ 1746 startindex = 3; 1747 endindex = literalStr.length() - 2; 1748 isLiteral = true; 1749 isDollarStr = true; 1750 } 1751 1752 if (isLiteral){ 1753 if (isDollarStr) return literalStr.substring(startindex,endindex); 1754 else 1755 return literalStr.substring(startindex,endindex).replace("''","'").replace("\\'","'"); 1756 }else{ 1757 return literalStr; 1758 } 1759 1760} 1761 1762 public static String toHex(String arg, String charset) { 1763 String resultStr =arg; 1764 try { 1765 resultStr = String.format("%040x", new BigInteger(1, arg.getBytes(charset))); 1766 } 1767 catch(UnsupportedEncodingException ex){ 1768 System.out.println("Unsupported character set"+ex); 1769 } 1770 1771 return resultStr; 1772 } 1773 1774 public static String removeQuoteChar(String str){ 1775 return getTextWithoutQuoted(str); 1776 } 1777 public static String getTextWithoutQuoted(String str){ 1778 if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){ 1779 return str.substring(1, str.length() - 1); 1780 }else 1781 return str; 1782 } 1783 1784 public static String removePrefixOrSuffixQuoteChar(String str){ 1785 if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){ 1786 return str.substring(1, str.length()); 1787 }else if ((str.length() > 1) && ((str.endsWith("`"))||(str.endsWith("'"))||(str.endsWith("["))||(str.endsWith("\"")))){ 1788 return str.substring(0, str.length()-1); 1789 } 1790 return str; 1791 } 1792 1793 1794 public static String getLastPartOfQualifiedName(String str){ 1795 if (str.length() == 0) return str; 1796 int index = -1; 1797 for(int i = str.length() - 1; i>=0;i--){ 1798 if (str.charAt(i) == '.'){ 1799 index = i; 1800 break; 1801 } 1802 } 1803 if (index>=0){ 1804 return str.substring(index+1,str.length()); 1805 }else{ 1806 return str; 1807 } 1808 1809 } 1810 1811 public static String getTextByTokenCode(int tokenCode){ 1812 String retStr = ""; 1813 switch (tokenCode){ 1814 case TBaseType.rrw_select: 1815 retStr = "select"; 1816 break; 1817 case TBaseType.rrw_delete: 1818 retStr = "delete"; 1819 break; 1820 case TBaseType.rrw_insert: 1821 retStr = "insert"; 1822 break; 1823 case TBaseType.rrw_update: 1824 retStr = "update"; 1825 break; 1826 case TBaseType.rrw_create: 1827 retStr = "create"; 1828 break; 1829 case TBaseType.rrw_drop: 1830 retStr = "drop"; 1831 break; 1832 case TBaseType.rrw_alter: 1833 retStr = "alter"; 1834 break; 1835 case TBaseType.rrw_merge: 1836 retStr = "merge"; 1837 break; 1838 case TBaseType.rrw_grant: 1839 retStr = "grant"; 1840 break; 1841 case TBaseType.rrw_revoke: 1842 retStr = "revoke"; 1843 break; 1844 case TBaseType.rrw_commit: 1845 retStr = "commit"; 1846 break; 1847 case TBaseType.rrw_rollback: 1848 retStr = "rollback"; 1849 break; 1850 case TBaseType.rrw_execute: 1851 retStr = "execute"; 1852 break; 1853 case TBaseType.rrw_explain: 1854 retStr = "explain"; 1855 break; 1856 case TBaseType.rrw_prepare: 1857 retStr = "prepare"; 1858 break; 1859 case TBaseType.rrw_couchbase_upsert: 1860 retStr = "upsert"; 1861 break; 1862 case TBaseType.rrw_analyze: 1863 retStr = "analyze"; 1864 break; 1865 case TBaseType.rrw_associate: 1866 retStr = "associate"; 1867 break; 1868 case TBaseType.rrw_audit: 1869 retStr = "audit"; 1870 break; 1871 case TBaseType.rrw_call: 1872 retStr = "call"; 1873 break; 1874 case TBaseType.rrw_disassociate: 1875 retStr = "disassociate"; 1876 break; 1877 case TBaseType.rrw_flashback: 1878 retStr = "flashback"; 1879 break; 1880 case TBaseType.rrw_lock: 1881 retStr = "lock"; 1882 break; 1883 case TBaseType.rrw_noaudit: 1884 retStr = "noaudit"; 1885 break; 1886 case TBaseType.rrw_purge: 1887 retStr = "purge"; 1888 break; 1889 case TBaseType.rrw_rename: 1890 retStr = "rename"; 1891 break; 1892 case TBaseType.rrw_savepoint: 1893 retStr = "savepoint"; 1894 break; 1895 case TBaseType.rrw_set: 1896 retStr = "set"; 1897 break; 1898 case TBaseType.rrw_comment: 1899 retStr = "comment"; 1900 break; 1901 case TBaseType.rrw_truncate: 1902 retStr = "truncate"; 1903 break; 1904 case TBaseType.rrw_add: 1905 retStr = "add"; 1906 break; 1907 case TBaseType.rrw_backup: 1908 retStr = "backup"; 1909 break; 1910 case TBaseType.rrw_begin: 1911 retStr = "begin"; 1912 break; 1913 case TBaseType.rrw_break: 1914 retStr = "break"; 1915 break; 1916 case TBaseType.rrw_bulk: 1917 retStr = "bulk"; 1918 break; 1919 case TBaseType.rrw_checkpoint: 1920 retStr = "checkpoint"; 1921 break; 1922 case TBaseType.rrw_close: 1923 retStr = "close"; 1924 break; 1925 case TBaseType.rrw_continue: 1926 retStr = "continue"; 1927 break; 1928 case TBaseType.rrw_dbcc: 1929 retStr = "dbcc"; 1930 break; 1931 case TBaseType.rrw_deallocate: 1932 retStr = "deallocate"; 1933 break; 1934 case TBaseType.rrw_declare: 1935 retStr = "declare"; 1936 break; 1937 case TBaseType.rrw_deny: 1938 retStr = "deny"; 1939 break; 1940 case TBaseType.rrw_disable: 1941 retStr = "disable"; 1942 break; 1943 case TBaseType.rrw_enable: 1944 retStr = "enable"; 1945 break; 1946 case TBaseType.rrw_end: 1947 retStr = "end"; 1948 break; 1949 case TBaseType.rrw_exec: 1950 retStr = "exec"; 1951 break; 1952 case TBaseType.rrw_fetch: 1953 retStr = "fetch"; 1954 break; 1955 case TBaseType.rrw_go: 1956 retStr = "go"; 1957 break; 1958 case TBaseType.rrw_goto: 1959 retStr = "goto"; 1960 break; 1961 case TBaseType.rrw_if: 1962 retStr = "if"; 1963 break; 1964 case TBaseType.rrw_kill: 1965 retStr = "kill"; 1966 break; 1967 case TBaseType.rw_locktable: 1968 retStr = "locktable"; 1969 break; 1970 case TBaseType.rrw_open: 1971 retStr = "open"; 1972 break; 1973 case TBaseType.rrw_print: 1974 retStr = "print"; 1975 break; 1976 case TBaseType.rrw_raiserror: 1977 retStr = "raiserror"; 1978 break; 1979 case TBaseType.rrw_readtext: 1980 retStr = "readtext"; 1981 break; 1982 case TBaseType.rrw_receive: 1983 retStr = "receive"; 1984 break; 1985 case TBaseType.rrw_reconfigure: 1986 retStr = "reconfigure"; 1987 break; 1988 case TBaseType.rrw_restore: 1989 retStr = "restore"; 1990 break; 1991 case TBaseType.rrw_return: 1992 retStr = "return"; 1993 break; 1994 case TBaseType.rrw_revert: 1995 retStr = "revert"; 1996 break; 1997 case TBaseType.rrw_save: 1998 retStr = "save"; 1999 break; 2000 case TBaseType.rrw_setuser: 2001 retStr = "setuser"; 2002 break; 2003 case TBaseType.rrw_shutdown: 2004 retStr = "shutdown"; 2005 break; 2006 case TBaseType.rrw_sqlserver_throw: 2007 retStr = "throw"; 2008 break; 2009 case TBaseType.rrw_updatetext: 2010 retStr = "updatetext"; 2011 break; 2012 case TBaseType.rrw_use: 2013 retStr = "use"; 2014 break; 2015 case TBaseType.rrw_waitfor: 2016 retStr = "waitfor"; 2017 break; 2018 case TBaseType.rrw_while: 2019 retStr = "while"; 2020 break; 2021 case TBaseType.rrw_with: 2022 retStr = "with"; 2023 break; 2024 case TBaseType.rrw_writetext: 2025 retStr = "writetext"; 2026 break; 2027 case TBaseType.rrw_move: 2028 retStr = "move"; 2029 break; 2030 case TBaseType.rrw_send: 2031 retStr = "send"; 2032 break; 2033 case TBaseType.rrw_allocate: 2034 retStr = "allocate"; 2035 break; 2036 case TBaseType.rrw_case: 2037 retStr = "case"; 2038 break; 2039 case TBaseType.rrw_connect: 2040 retStr = "connect"; 2041 break; 2042 case TBaseType.rrw_describe: 2043 retStr = "describe"; 2044 break; 2045 case TBaseType.rrw_disconnect: 2046 retStr = "disconnect"; 2047 break; 2048 case TBaseType.rrw_flush: 2049 retStr = "flush"; 2050 break; 2051 case TBaseType.rrw_for: 2052 retStr = "for"; 2053 break; 2054 case TBaseType.rrw_free: 2055 retStr = "free"; 2056 break; 2057 case TBaseType.rrw_get: 2058 retStr = "get"; 2059 break; 2060 case TBaseType.rrw_include: 2061 retStr = "include"; 2062 break; 2063 case TBaseType.rrw_iterate: 2064 retStr = "iterate"; 2065 break; 2066 case TBaseType.rrw_leave: 2067 retStr = "leave"; 2068 break; 2069 case TBaseType.rrw_loop: 2070 retStr = "loop"; 2071 break; 2072 case TBaseType.rrw_refresh: 2073 retStr = "refresh"; 2074 break; 2075 case TBaseType.rrw_release: 2076 retStr = "release"; 2077 break; 2078 case TBaseType.rrw_repeat: 2079 retStr = "repeat"; 2080 break; 2081 case TBaseType.rrw_resignal: 2082 retStr = "resignal"; 2083 break; 2084 case TBaseType.rrw_signal: 2085 retStr = "signal"; 2086 break; 2087 case TBaseType.rrw_terminate: 2088 retStr = "terminate"; 2089 break; 2090 case TBaseType.rrw_abort: 2091 retStr = "abort"; 2092 break; 2093 case TBaseType.rrw_greenplum_analyse: 2094 retStr = "analyse"; 2095 break; 2096 case TBaseType.rrw_load: 2097 retStr = "load"; 2098 break; 2099 case TBaseType.rrw_postgresql_reassign: 2100 retStr = "reassign"; 2101 break; 2102 case TBaseType.rrw_postgresql_reindex: 2103 retStr = "reindex"; 2104 break; 2105 case TBaseType.rrw_reset: 2106 retStr = "reset"; 2107 break; 2108 case TBaseType.rrw_show: 2109 retStr = "show"; 2110 break; 2111 case TBaseType.rrw_start: 2112 retStr = "start"; 2113 break; 2114 case TBaseType.rrw_greenplum_vacuum: 2115 retStr = "vacuum"; 2116 break; 2117 case TBaseType.rrw_values: 2118 retStr = "values"; 2119 break; 2120 case TBaseType.rrw_do: 2121 retStr = "do"; 2122 break; 2123 case TBaseType.rrw_replace: 2124 retStr = "replace"; 2125 break; 2126 case TBaseType.rrw_hana_export: 2127 retStr = "rrw_hana_export"; 2128 break; 2129 case TBaseType.rrw_hana_import: 2130 retStr = "rrw_hana_import"; 2131 break; 2132 case TBaseType.rrw_hana_recover: 2133 retStr = "rrw_recover"; 2134 break; 2135 case TBaseType.rrw_hana_unload: 2136 retStr = "rrw_unload"; 2137 break; 2138 case TBaseType.rrw_unlock: 2139 retStr = "unlock"; 2140 break; 2141 case TBaseType.rrw_database: 2142 retStr = "database"; 2143 break; 2144 case TBaseType.rrw_stop: 2145 retStr = "stop"; 2146 break; 2147 case TBaseType.rrw_optimize: 2148 retStr = "optimize"; 2149 break; 2150 case TBaseType.rrw_handler: 2151 retStr = "handler"; 2152 break; 2153 case TBaseType.rrw_checksum: 2154 retStr = "checksum"; 2155 break; 2156 case TBaseType.rrw_check: 2157 retStr = "check"; 2158 break; 2159 case TBaseType.rrw_change: 2160 retStr = "change"; 2161 break; 2162 case TBaseType.rrw_cache: 2163 retStr = "cache"; 2164 break; 2165 case TBaseType.rrw_repair: 2166 retStr = "repair"; 2167 break; 2168 2169// case TBaseType.rrw_hana_unset: 2170// retStr = "rrw_unset"; 2171// break; 2172// case TBaseType.rrw_hana_upsert: 2173// retStr = "rrw_upsert"; 2174// break; 2175// case TBaseType.rrw_couchbase_build: 2176// retStr = "build"; 2177// break; 2178// case TBaseType.rrw_couchbase_infer: 2179// retStr = "infer"; 2180// break; 2181 default: 2182 retStr = "**"; 2183 break; 2184 } 2185 2186 return retStr; 2187 2188 } 2189 2190 public static String stringBlock(int line, int column) { 2191 if (line >1000){ 2192 // 在前面增加空行是为了准确定位 sql 在原来文件中的位置。 2193 // 为避免大文件中 sql block 出现在非常后面的位置，导致前面填充非常多的空行，从而引起 TSourcetoken 占用太多的内容，进而引起 out of memory 2194 // 限定最多在前面加 1000 个空行，这可能会导致地位不准确，但避免了 out of memory 的问题 2195 // https://e.gitee.com/gudusoft/projects/151613/tasks/list?issue_type_category=task&issue=I6RLR0 2196 line = 1000; 2197 } 2198 StringBuilder stringBuilder = new StringBuilder(); 2199 if (line > 0) { 2200 for (int n = 1; n <= line; n++) { 2201 stringBuilder.append("\n"); 2202 } 2203 } 2204 if (column > 0) { 2205 for (int n = 1; n <= column; n++) { 2206 stringBuilder.append(" "); 2207 } 2208 } 2209 return stringBuilder.toString(); 2210 } 2211 2212 public static String stringBlock(int lineNo, int columnNo, int quotedSymbolLength, String quotedStr){ 2213 // Windows: \r\n, Mac: \r, Linux: \n 2214 // CR(0D) -> \r, LF(0A) -> \n 2215 2216 String lineStr = ""; 2217 char c; 2218 boolean prevCharIsCR = false; 2219 int x=lineNo,y=columnNo - 1 +quotedSymbolLength; 2220 for ( int i=quotedSymbolLength; i<quotedStr.length();i++){ 2221 c = quotedStr.charAt(i); 2222 if (c=='\r'){ 2223 x++; 2224 y = 0; 2225 prevCharIsCR = true; 2226 }else if (c=='\n'){ 2227 if (!prevCharIsCR){ 2228 x++; 2229 y=0; 2230 } 2231 prevCharIsCR = false; 2232 }else if (c==' '){ 2233 y++; 2234 prevCharIsCR = false; 2235 }else if (c=='\t'){ 2236 y = y + TABSIZE; 2237 prevCharIsCR = false; 2238 }else{ 2239 break; 2240 } 2241 } 2242 return stringBlock(x-1,y); 2243 } 2244 2245 private static final Map<String,Integer> cryptFunctions = new java.util.concurrent.ConcurrentHashMap<String,Integer>( ); 2246 2247 public static void clearCryptFunctions(){ 2248 cryptFunctions.clear(); 2249 } 2250 2251 /** 2252 * In order to replace key argument used in some user defined functions when generate sql text from TCustomSqlStatement.asCanonical() 2253 * <br> We use this function to set the functions the need to be process. 2254 * <br> 2255 * <br> For example, if we want to replace 'abcdefg' argument in the following f_decrypt function when calling TCustomSqlStatement.asCanonical() 2256 * <br> select f_decrypt(name,'abcdefg') from t 2257 * <br> we call {@link #addToCryptFunctions(String, Integer)} with 'f_decrypt' refer to the function name and 2 refer to 2258 * the second argument that need to be replaced. 2259 * 2260 * <br> This function can be call multi-times to set multi-functions. 2261 * 2262 * @param functionName 2263 * @param keyPosition 2264 */ 2265 public static void addToCryptFunctions(String functionName, Integer keyPosition){ 2266 cryptFunctions.put(functionName.toUpperCase(),keyPosition); 2267 } 2268 2269 public static Integer searchCryptFunction(String functionName){ 2270 Integer i = cryptFunctions.get(getLastPartOfQualifiedName(functionName.toUpperCase())); 2271 if (i == null) return 0; 2272 return i; 2273 } 2274 2275 2276 private static final Map<String,Integer> oracleTableProps; 2277 2278 static { 2279 Map<String,Integer> props = new java.util.HashMap<String,Integer>(); 2280 props.put("CACHE",10); 2281 props.put("CLUSTER",11); 2282 props.put("COMPRESS",12); 2283 props.put("FILESYSTEM_LIKE_LOGGING",20); 2284 props.put("INITRANS",30); 2285 props.put("LOB",35); 2286 props.put("LOGGING",36); 2287 props.put("MAXTRANS",40); 2288 props.put("NOCACHE",45); 2289 props.put("NOCOMPRESS",46); 2290 props.put("NOLOGGING",47); 2291 props.put("NOPARALLEL",48); 2292 props.put("ON",56); 2293 props.put("ORGANIZATION",55); 2294 props.put("PARALLEL",60); 2295 props.put("PARTITION",61); 2296 props.put("PCTFREE",64); 2297 props.put("PCTUSED",66); 2298 props.put("SEGMENT",70); 2299 props.put("STORAGE",73); 2300 props.put("TABLESPACE",80); 2301 oracleTableProps = java.util.Collections.unmodifiableMap(props); 2302 } 2303 2304 public static boolean searchOracleTablePros(String str){ 2305 Integer i = oracleTableProps.get(str.toUpperCase()); 2306 if (i == null) return false; 2307 return i>0; 2308 } 2309 2310 public static boolean isSupportLateralColumn(EDbVendor pDbvendor){ 2311 return (pDbvendor != EDbVendor.dbvmssql); 2312// return ((pDbvendor == EDbVendor.dbvsnowflake)||(pDbvendor == EDbVendor.dbvteradata)||(pDbvendor == EDbVendor.dbvredshift) 2313// ||(pDbvendor == EDbVendor.dbvsparksql)); 2314 } 2315 // configuration 2316 public static boolean c_createTableStrictParsing = false; 2317 public static int TABSIZE = 2; 2318 2319 public static boolean comparyStringArray(String[] actualText, String[] requiredText){ 2320 boolean ret = true; 2321 if (actualText.length != requiredText.length){ 2322 System.out.println("Total lines in not equal, required text: "+ requiredText.length+", Actual SQL: "+actualText.length); 2323 return false; 2324 } 2325 2326 for(int i=0;i<requiredText.length;i++){ 2327 if (requiredText[i].equalsIgnoreCase(actualText[i])){ 2328 continue; 2329 }else{ 2330 System.out.println("Text of Line:"+(i+1)+" is not equal"); 2331 System.out.println("Actual Text:"+actualText[i]); 2332 System.out.println("Required Text:"+requiredText[i]); 2333 ret = false; 2334 break; 2335 } 2336 } 2337 return ret; 2338 } 2339 2340 public static boolean compareStringBuilderToFile(StringBuilder actual, String requiredSourceFileName){ 2341 String outStr = ""; 2342 String[] requiredSource = null,actualString=null; 2343 2344 try { 2345 outStr = TBaseType.readFile(requiredSourceFileName, Charset.defaultCharset()); 2346 requiredSource = outStr.trim().split("\r?\n"); 2347 2348 } catch (IOException e) { 2349 e.printStackTrace(); 2350 } 2351 2352 actualString = actual.toString().trim().split("\r?\n"); 2353 2354 return TBaseType.comparyStringArray(actualString,requiredSource); 2355 } 2356 2357 public static String readFromTextfile( File file ) 2358 { 2359 try 2360 { 2361 ByteArrayOutputStream out = new ByteArrayOutputStream( 4096 ); 2362 byte[] tmp = new byte[4096]; 2363 InputStream is = new BufferedInputStream( new FileInputStream( file ) ); 2364 while ( true ) 2365 { 2366 int r = is.read( tmp ); 2367 if ( r == -1 ) 2368 break; 2369 out.write( tmp, 0, r ); 2370 } 2371 byte[] bytes = out.toByteArray( ); 2372 is.close( ); 2373 out.close( ); 2374 String content = new String( bytes ); 2375 return content.trim( ); 2376 } 2377 catch ( IOException e ) 2378 { 2379 e.printStackTrace( ); 2380 } 2381 return null; 2382 } 2383 2384 /** 2385 * Normalizes dataflow XML output for comparison by removing volatile fields 2386 * that change between runs or grammar updates but don't affect functionality. 2387 * 2388 * Normalized fields: 2389 * - id, processId, processIds, procedureId: Auto-generated IDs 2390 * - coordinate: Position info that may vary 2391 * - state:\d+: Parser state numbers that shift when grammar changes 2392 * 2393 * @param dataflowXml The dataflow XML string to normalize 2394 * @return Normalized XML string for comparison 2395 */ 2396 public static String normalizeDataflowForComparison(String dataflowXml) { 2397 return dataflowXml 2398 .replaceAll("id=\".+?\"", "id=\"\"") 2399 .replaceAll("processId=\".+?\"", "processId=\"\"") 2400 .replaceAll("processIds=\".+?\"", "processIds=\"\"") 2401 .replaceAll("procedureId=\".+?\"", "procedureId=\"\"") 2402 .replaceAll("coordinate=\".+?\"", "coordinate=\"\"") 2403 .replaceAll("state:\\d+", "state:NNN"); // Parser state numbers change with grammar updates 2404 } 2405 2406 public static boolean compareStringsLineByLine(String str1, String str2) { 2407 // Split the strings into lines 2408 String[] lines1 = str1.split("\\r?\\n"); 2409 String[] lines2 = str2.split("\\r?\\n"); 2410 2411 // Compare the lines 2412 int numLines = Math.min(lines1.length, lines2.length); 2413 for (int i = 0; i < numLines; i++) { 2414 if (!lines1[i].equalsIgnoreCase(lines2[i])) { 2415 System.out.println("Mismatch at line " + (i + 1)+"\n"+lines1[i]+"\n"+lines2[i]); 2416 return false; 2417 } 2418 } 2419 2420 // Check if any lines are remaining 2421 if (lines1.length != lines2.length) { 2422 System.out.println("Lines mismatch"); 2423 return false; 2424 } 2425 2426 return true; 2427 } 2428 2429 public static String readFile(String path, Charset encoding) 2430 throws IOException 2431 { 2432 byte[] encoded = Files.readAllBytes(Paths.get(path)); 2433 return new String(encoded, encoding); 2434 } 2435 2436 /** 2437 * return an array list in text between ( and ), which is start token and end token, like this: ( option1=value1, option2=value2, option3=values ) 2438 * the result is an array like this: 2439 * <br> 2440 * <br>option1=value1 2441 * <br>option2=value2 2442 * <br>option3=value3 2443 * 2444 * @param startToken 2445 * @param endToken 2446 * @param includeNonSolidToken 2447 * @return 2448 */ 2449 public static List<String> getArrayListBetweenTokens(TSourceToken startToken, TSourceToken endToken, boolean includeNonSolidToken){ 2450 if ((startToken == null) || (endToken == null)) return null; 2451 if (startToken.container == null) return null; 2452 String textBetweenTokens = ""; 2453 int nested=0; 2454 2455 // get text between 2 tokens, doesn't include the start and end token 2456 for(int i=startToken.posinlist+1;i<endToken.posinlist;i++){ 2457 TSourceToken st = startToken.container.get(i); 2458 if ((!includeNonSolidToken)&&(st.isnonsolidtoken())) continue; 2459 if (st.tokencode == '(') nested++; 2460 if (st.tokencode == ')') nested--; 2461 if (nested > 0){ 2462 // , and = inside () is not the separator to separate the options 2463 if (st.tokencode == ','){ 2464 st.setAstext(";"); 2465 }else if (st.tokencode == '='){ 2466 st.setAstext("?"); 2467 } 2468 } 2469 if (st.tokencode == TBaseType.sconst) { 2470 if (st.toString().indexOf(",") > 0) { 2471 st.setAstext(st.getAstext().replace(',', ';')); 2472 } else if (st.toString().indexOf("=") > 0) { 2473 st.setAstext(st.getAstext().replace('=', '?')); 2474 } 2475 } 2476 2477 textBetweenTokens = textBetweenTokens + st.toString(); 2478 } 2479 2480 if (textBetweenTokens != ""){ 2481 return Arrays.asList(textBetweenTokens.split(",")); 2482 }else 2483 return null; 2484 } 2485 2486 /** 2487 * The input optionList is in format like this: 2488 * 2489 * <br> 2490 * <br>option1=value1 2491 * <br>option2=value2 2492 * <br>option3=value3 2493 * 2494 * when optionName is option1, value1 should be returned. 2495 * 2496 * @param optionList 2497 * @param optionName 2498 * @return 2499 */ 2500 public static String getOption(List<String> optionList,String optionName){ 2501 if (optionList == null) return null; 2502 String optionValue = ""; 2503 List<String> nameValues = null; 2504 for(int i=0;i<optionList.size();i++){ 2505 String str = optionList.get(i).trim(); 2506 nameValues = Arrays.asList(str.split("=")); 2507 if ((nameValues != null)&&(nameValues.size() == 2)){ 2508 if (nameValues.get(0).trim().equalsIgnoreCase(optionName)){ 2509 optionValue = nameValues.get(1); 2510 break; 2511 } 2512 } 2513 } 2514 2515 return optionValue; 2516 } 2517 2518 public static List<String> getOptionNames(List<String> optionList){ 2519 if (optionList == null) return null; 2520 String optionNameStr = ""; 2521 List<String> optionNames = null; 2522 for(int i=0;i<optionList.size();i++){ 2523 String str = optionList.get(i).trim(); 2524 optionNames = Arrays.asList(str.split("=")); 2525 if ((optionNames != null)&&(optionNames.size() == 2)){ 2526 optionNameStr = optionNameStr+optionNames.get(0)+','; 2527 } 2528 } 2529 2530 return Arrays.asList(optionNameStr.split(",")); 2531 } 2532 2533 public static String numberOfSpace(int pNum,char space){ 2534 String ret=""; 2535 for(int i=0;i<pNum;i++){ 2536 ret = ret+space; 2537 } 2538 return ret; 2539 } 2540 2541 2542 protected static List<TLog> logs = new LinkedList<TLog>(); 2543 2544 public static int logSize(){ 2545 return logs.size(); 2546 } 2547 2548 2549 public static void log(String message, int type){ 2550 TBaseType.log(message,type,-1,-1); 2551 } 2552 public static void log(String message, int type, TParseTreeNode node){ 2553 TBaseType.log(message,type,node.getStartToken().lineNo,node.getStartToken().columnNo); 2554 } 2555 public static void log(String message, int type, TSourceToken token){ 2556 TBaseType.log(message,type,token.lineNo,token.columnNo); 2557 } 2558 public static void log(String message, int type, long line, long column){ 2559 if (!TLog.isEnabled(type)) return; 2560 2561 String fullMessage = message; 2562 2563 if (DUMP_RESOLVER_LOG_TO_CONSOLE){ 2564 // 获取调用栈 2565 StackTraceElement[] stackTrace = Thread.currentThread().getStackTrace(); 2566 // // // 索引3是调用log方法的类（索引0是getStackTrace，1是log方法本身，2是直接调用log的方法） 2567 StackTraceElement caller = stackTrace[3]; 2568 2569 String location = String.format("%s:%d", caller.getFileName(), caller.getLineNumber()); 2570 2571 fullMessage = String.format("[%s] %s", location, message); 2572 } 2573 2574 TLog log = new TLog(); 2575 log.message = fullMessage; 2576 log.type = type; 2577 log.line = line; 2578 log.column = column; 2579 Timestamp timestamp = new Timestamp(System.currentTimeMillis()); 2580 log.timestamp = TLog.sdf3.format(timestamp); 2581 2582 logs.add(log); 2583 } 2584 2585 public static void dumpLogs(boolean force){ 2586 if ((!DUMP_RESOLVER_LOG_TO_CONSOLE)&&(!force)) return; 2587 2588 System.out.print("\nDump logs...\n"); 2589 for (TLog log : logs){ 2590 System.out.println(log); 2591 } 2592 System.out.print("\nEnd of dump logs\n\n"); 2593 } 2594 2595 public static void dumpLogsToFile(String fileName){ 2596 FileWriter fw = null; 2597 try { 2598 fw = new FileWriter(fileName, true); 2599 BufferedWriter bw = new BufferedWriter(fw); 2600 for (TLog log : logs){ 2601 bw.write(log.toString()); 2602 bw.newLine(); 2603 } 2604 bw.close(); 2605 } catch (IOException e) { 2606 e.printStackTrace(); 2607 } 2608 } 2609 2610 public static String dumpLogsToString(){ 2611 StringBuilder sb = new StringBuilder(); 2612 for (TLog log : logs){ 2613 sb.append (log.toString()+TBaseType.newline); 2614 } 2615 return sb.toString(); 2616 } 2617 2618 /** 2619 * Calculates statistics for SQL files within a given directory. 2620 * 2621 * @param directoryPaths A list of paths to directories to scan recursively. 2622 * @param timeInMillis The time taken to process the files in milliseconds. If 0, speed calculation is skipped. 2623 */ 2624 public static void calculateSqlLinesStats(List<String> directoryPaths, long timeInMillis) { 2625 AtomicLong totalLines = new AtomicLong(0); 2626 AtomicLong totalChars = new AtomicLong(0); 2627 AtomicLong totalFiles = new AtomicLong(0); 2628 AtomicLong errorFiles = new AtomicLong(0); 2629 2630 for (String dirPath : directoryPaths) { 2631 Path startPath = Paths.get(dirPath); 2632 if (!Files.isDirectory(startPath)) { 2633 System.err.println("Warning: Path is not a directory, skipping: " + dirPath); 2634 continue; 2635 } 2636 try (Stream<Path> stream = Files.walk(startPath)) { 2637 stream.filter(path -> path.toString().toLowerCase().endsWith(".sql")) 2638 .filter(Files::isRegularFile) 2639 .forEach(filePath -> { 2640 totalFiles.incrementAndGet(); 2641 try { 2642 // Use our safe reading method 2643 List<String> lines = safelyReadLines(filePath); 2644 if (lines.isEmpty()) { 2645 System.out.println("Note: Empty file: " + filePath); 2646 } else { 2647 totalLines.addAndGet(lines.size()); 2648 lines.forEach(line -> totalChars.addAndGet(line.length())); 2649 } 2650 } catch (Exception e) { 2651 errorFiles.incrementAndGet(); 2652 System.err.println("Error processing file " + filePath + ": " + e.getMessage()); 2653 } 2654 }); 2655 } catch (IOException e) { 2656 System.err.println("Error walking the directory " + dirPath + ": " + e.getMessage()); 2657 } 2658 } 2659 2660 long finalTotalLines = totalLines.get(); 2661 long finalTotalChars = totalChars.get(); 2662 2663 System.out.println("Total SQL files found: " + totalFiles.get()); 2664 System.out.println("Files with processing errors: " + errorFiles.get()); 2665 2666 if (finalTotalLines == 0) { 2667 System.out.println("No .sql files found or files are empty in the specified directories."); 2668 return; 2669 } 2670 2671 double averageLineLength = (double) finalTotalChars / finalTotalLines; 2672 2673 System.out.printf("Total lines of code in .sql files: %d%n", finalTotalLines); 2674 System.out.printf("Average line length: %.2f characters%n", averageLineLength); 2675 2676 if (timeInMillis > 0) { 2677 // Normalize total lines based on an 80-character average line length 2678 if (averageLineLength > 0) { // Avoid division by zero if averageLineLength is somehow 0 2679 double normalizedTotalLines = (double) finalTotalChars / 80.0; 2680 double timeInSeconds = timeInMillis / 1000.0; 2681 double linesPerSecond = normalizedTotalLines / timeInSeconds; 2682 System.out.printf("Processing speed (normalized to 80 chars/line): %.2f lines/second%n", linesPerSecond); 2683 } else { 2684 System.out.println("Cannot calculate processing speed: Average line length is zero."); 2685 } 2686 } 2687 } 2688 2689 /** 2690 * Attempts to detect the encoding of a file by checking for BOMs and content patterns. 2691 * 2692 * @param filePath The path to the file 2693 * @return The detected Charset, or ISO_8859_1 as a fallback 2694 */ 2695 private static Charset detectFileEncoding(Path filePath) { 2696 try { 2697 // Try to determine encoding from BOM or content 2698 byte[] bytes = Files.readAllBytes(filePath); 2699 2700 // Empty file check 2701 if (bytes.length == 0) { 2702 return StandardCharsets.UTF_8; // Default for empty files 2703 } 2704 2705 // Check for BOM markers 2706 if (bytes.length >= 3 && 2707 (bytes[0] & 0xFF) == 0xEF && 2708 (bytes[1] & 0xFF) == 0xBB && 2709 (bytes[2] & 0xFF) == 0xBF) { 2710 return StandardCharsets.UTF_8; // UTF-8 with BOM 2711 } 2712 2713 if (bytes.length >= 2 && 2714 (bytes[0] & 0xFF) == 0xFE && 2715 (bytes[1] & 0xFF) == 0xFF) { 2716 return StandardCharsets.UTF_16BE; // UTF-16 Big Endian 2717 } 2718 2719 if (bytes.length >= 2 && 2720 (bytes[0] & 0xFF) == 0xFF && 2721 (bytes[1] & 0xFF) == 0xFE) { 2722 if (bytes.length >= 4 && bytes[2] == 0 && bytes[3] == 0) { 2723 return Charset.forName("UTF-32LE"); // UTF-32 Little Endian 2724 } 2725 return StandardCharsets.UTF_16LE; // UTF-16 Little Endian 2726 } 2727 2728 if (bytes.length >= 4 && 2729 (bytes[0] & 0xFF) == 0x00 && 2730 (bytes[1] & 0xFF) == 0x00 && 2731 (bytes[2] & 0xFF) == 0xFE && 2732 (bytes[3] & 0xFF) == 0xFF) { 2733 return Charset.forName("UTF-32BE"); // UTF-32 Big Endian 2734 } 2735 2736 // No BOM found, try to guess based on content 2737 // This is a very simplified approach - for real detection you'd want 2738 // a dedicated library like juniversalchardet 2739 2740 // Check if file appears to be valid UTF-8 2741 if (isLikelyUtf8(bytes)) { 2742 return StandardCharsets.UTF_8; 2743 } 2744 2745 // If the file is very small and contains only ASCII chars, use UTF-8 2746 if (bytes.length < 10 && isAscii(bytes)) { 2747 return StandardCharsets.UTF_8; 2748 } 2749 2750 // Default to ISO-8859-1 as it can read any byte sequence without errors 2751 return StandardCharsets.ISO_8859_1; 2752 2753 } catch (IOException e) { 2754 // If we can't read the file to detect encoding, use ISO-8859-1 as fallback 2755 return StandardCharsets.ISO_8859_1; 2756 } 2757 } 2758 2759 /** 2760 * Checks if a byte array contains only ASCII characters (0-127) 2761 */ 2762 private static boolean isAscii(byte[] bytes) { 2763 for (byte b : bytes) { 2764 if ((b & 0xFF) > 127) { 2765 return false; 2766 } 2767 } 2768 return true; 2769 } 2770 2771 /** 2772 * Simple check if content appears to be valid UTF-8 2773 * This doesn't guarantee it's UTF-8, but helps identify obvious UTF-8 content 2774 */ 2775 private static boolean isLikelyUtf8(byte[] bytes) { 2776 int i = 0; 2777 while (i < bytes.length) { 2778 if ((bytes[i] & 0x80) == 0) { // 0xxxxxxx - ASCII character 2779 i++; 2780 } else if ((bytes[i] & 0xE0) == 0xC0) { // 110xxxxx - 2 byte sequence 2781 if (i + 1 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80) { 2782 return false; 2783 } 2784 i += 2; 2785 } else if ((bytes[i] & 0xF0) == 0xE0) { // 1110xxxx - 3 byte sequence 2786 if (i + 2 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80) { 2787 return false; 2788 } 2789 i += 3; 2790 } else if ((bytes[i] & 0xF8) == 0xF0) { // 11110xxx - 4 byte sequence 2791 if (i + 3 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80 || (bytes[i + 3] & 0xC0) != 0x80) { 2792 return false; 2793 } 2794 i += 4; 2795 } else { 2796 return false; // Invalid UTF-8 byte sequence 2797 } 2798 } 2799 return true; 2800 } 2801 2802 /** 2803 * Reads lines from a file safely, handling different encodings 2804 * 2805 * @param filePath The path to the file 2806 * @return List of lines or empty list if file cannot be read 2807 */ 2808 private static List<String> safelyReadLines(Path filePath) { 2809 try { 2810 Charset detectedCharset = detectFileEncoding(filePath); 2811 2812 // First attempt - use detected charset 2813 try { 2814 return Files.readAllLines(filePath, detectedCharset); 2815 } catch (IOException firstAttemptError) { 2816 // If that fails, try again with a more forgiving approach for small files 2817 if (Files.size(filePath) <= 4) { // Very small file 2818 try (FileChannel channel = FileChannel.open(filePath, StandardOpenOption.READ)) { 2819 ByteBuffer buffer = ByteBuffer.allocate((int)channel.size()); 2820 channel.read(buffer); 2821 buffer.flip(); 2822 2823 // We won't try to interpret - just count as a single line if not empty 2824 if (buffer.hasRemaining()) { 2825 return Collections.singletonList(""); 2826 } else { 2827 return Collections.emptyList(); 2828 } 2829 } catch (IOException e) { 2830 return Collections.emptyList(); 2831 } 2832 } 2833 2834 // Try with ISO-8859-1 as last resort 2835 try { 2836 return Files.readAllLines(filePath, StandardCharsets.ISO_8859_1); 2837 } catch (IOException lastAttemptError) { 2838 System.err.println("Failed to read file (all encoding attempts failed): " + filePath); 2839 return Collections.emptyList(); 2840 } 2841 } 2842 } catch (IOException e) { 2843 System.err.println("Error accessing file: " + filePath + " - " + e.getMessage()); 2844 return Collections.emptyList(); 2845 } 2846 } 2847 2848 /** 2849 * Efficiently removes delimiters from SQL identifiers without unnecessary string allocations. 2850 * @param str The input string 2851 * @param leftDelim Left delimiter character 2852 * @param rightDelim Right delimiter character 2853 * @param doublequote Whether to remove double quotes 2854 * @return The string with delimiters removed, or the original string if no delimiters present 2855 */ 2856 public static String removeDelimiters(String str, char leftDelim, char rightDelim, boolean doublequote) { 2857 if (str == null || str.isEmpty()) { 2858 return str; 2859 } 2860 2861 // Quick check if delimiters exist to avoid unnecessary processing 2862 boolean hasLeftDelim = str.indexOf(leftDelim) >= 0; 2863 boolean hasRightDelim = str.indexOf(rightDelim) >= 0; 2864 boolean hasDoubleQuote = doublequote && str.indexOf('"') >= 0; 2865 2866 if (!hasLeftDelim && !hasRightDelim && !hasDoubleQuote) { 2867 return str; // No delimiters found, return original string 2868 } 2869 2870 // We have at least one delimiter to remove 2871 StringBuilder sb = new StringBuilder(str.length()); 2872 for (int i = 0; i < str.length(); i++) { 2873 char c = str.charAt(i); 2874 if (c == leftDelim || c == rightDelim || (doublequote && c == '"')) { 2875 // Skip this character 2876 continue; 2877 } 2878 sb.append(c); 2879 } 2880 2881 return sb.toString(); 2882 } 2883 2884 2885 static public boolean verifyScript(EDbVendor dbVendor, String src, String target, boolean removeTrailingSemicolon){ 2886 if (src == null || target == null) return false; 2887 String normalizedSrc = src.replaceAll("\\s+", "").toLowerCase(); 2888 String normalizedTarget = target.replaceAll("\\s+", "").toLowerCase(); 2889 if (removeTrailingSemicolon){ 2890 normalizedSrc = normalizedSrc.replaceAll(";+$", ""); 2891 normalizedTarget = normalizedTarget.replaceAll(";+$", ""); 2892 } 2893 if (!normalizedSrc.equals(normalizedTarget)) { 2894 // Find first differing character 2895 int i = 0; 2896 while (i < normalizedSrc.length() && i < normalizedTarget.length() && 2897 normalizedSrc.charAt(i) == normalizedTarget.charAt(i)) { 2898 i++; 2899 } 2900 2901 // Extract up to 20 chars from difference point 2902// String srcDiff = normalizedSrc.substring(i, Math.min(i + 20, normalizedSrc.length())); 2903// String targetDiff = normalizedTarget.substring(i, Math.min(i + 20, normalizedTarget.length())); 2904 2905 System.out.println("Scripts differ at position " + i + ":"); 2906 System.out.println("Source: " + normalizedSrc); 2907 System.out.println("Target: " + normalizedTarget); 2908 return false; 2909 } 2910 return true; 2911 } 2912 2913}