001package gudusoft.gsqlparser; 002 003 004import gudusoft.gsqlparser.nodes.TExpression; 005import gudusoft.gsqlparser.nodes.TParseTreeNode; 006 007 008import java.io.*; 009import java.math.BigInteger; 010import java.nio.charset.Charset; 011import java.nio.file.Files; 012import java.nio.file.Path; 013import java.nio.file.Paths; 014import java.nio.file.StandardOpenOption; 015import java.sql.Timestamp; 016import java.util.*; 017import java.util.concurrent.atomic.AtomicLong; 018import java.util.stream.Stream; 019import java.nio.charset.StandardCharsets; // Added import 020import java.nio.ByteBuffer; 021import java.nio.channels.FileChannel; 022 023/** 024 * Constants and functions used by parser internally. 025 */ 026 027public class TBaseType { 028 029 public static String versionid = "4.2.9"; 030 public static String releaseDate = "2026-09-09"; 031 public static final boolean full_edition = true; 032 static final boolean enterprise_edition = true; 033 private static final String licenseType = "developer license"; 034 public static String version = "General SQL Parser Java Version "+versionid; 035 036 // public static final boolean HIVE_TEST = true; 037 038 public static final String vendorEmail = "info@sqlparser.com"; 039 040 public static double db_version_num = 11.0; 041 042 // public static TeradataUtilityType teradataUtilityType = TeradataUtilityType.BTEQ; 043 044 public static boolean DEBUG = false; 045 public static boolean DEBUG_PARSE_TABLE = false; 046 047 public static boolean ENABLE_ERROR_RECOVER_IN_CREATE_TABLE = true; 048 049 public static boolean ENABLE_INTERPRETER = false; 050 051 // Thread-local variable to ensure thread-safe resolver state 052 private static final ThreadLocal<Boolean> ENABLE_RESOLVER_THREADLOCAL = ThreadLocal.withInitial(() -> false); 053 054 // Getter method for ENABLE_RESOLVER 055 public static boolean isEnableResolver() { 056 return ENABLE_RESOLVER_THREADLOCAL.get(); 057 } 058 059 // Setter method for ENABLE_RESOLVER 060 public static void setEnableResolver(boolean value) { 061 if (value && isEnableResolver2()) { 062 throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " + 063 "Please disable ENABLE_RESOLVER2 first by calling setEnableResolver2(false)."); 064 } 065 ENABLE_RESOLVER_THREADLOCAL.set(value); 066 } 067 068 // Thread-local variable to ensure thread-safe resolver2 state 069 private static final ThreadLocal<Boolean> ENABLE_RESOLVER2_THREADLOCAL = ThreadLocal.withInitial(() -> true); 070 071 // Getter method for ENABLE_RESOLVER2 072 public static boolean isEnableResolver2() { 073 return ENABLE_RESOLVER2_THREADLOCAL.get(); 074 } 075 076 // Setter method for ENABLE_RESOLVER2 077 public static void setEnableResolver2(boolean value) { 078 if (value && isEnableResolver()) { 079 throw new IllegalStateException("Cannot enable both ENABLE_RESOLVER and ENABLE_RESOLVER2 at the same time. " + 080 "Please disable ENABLE_RESOLVER first by calling setEnableResolver(false)."); 081 } 082 ENABLE_RESOLVER2_THREADLOCAL.set(value); 083 } 084 085 public static boolean DUMP_RESOLVER_LOG_TO_CONSOLE = false; 086 087 // Name matching feature flags (Phase 1: Name Matching) 088 // Default: false (disabled until stabilized) 089 public static boolean USE_EXT_NAME_MATCHER = false; // Use SqlNameMatcher for name comparisons 090 091 // Phase 3.5: CatalogStoreProvider is now always used 092 093 // Catalog optimization feature flags (Phase 2: Hierarchical Index, Phase 3: Bucketed Index) 094 // Shadow introduction strategy: gradual rollout with fallback 095 public static boolean USE_HIERARCHICAL_INDEX = true; // Enable hierarchical index (LinkedHashMap per layer) 096 public static boolean USE_BUCKETED_INDEX = true; // Enable bucketed index for SQL Server COLLATION_BASED (25x faster) 097 public static boolean USE_COMPOSITE_KEY_OPT = false; // Enable composite key optimization (Couchbase only) 098 public static boolean LOG_INDEX_HIT_RATE = false; // Log index hit rate for performance validation 099 public static boolean ENFORCE_CATALOG_SEAL = false; // Enforce catalog seal() - throw exception on modification after seal (Phase 6) 100 public static boolean ALLOW_MULTI_SEGMENT_IN_KEY = true; // Allow multi-segment identifiers in keyForMap (Phase 0: enabled for gradual migration) 101 public static boolean LOG_KEY_COMPARISON = false; // Phase 1: Log new vs old key comparisons for debugging 102 103 // Phase 3: Migration complete - CatalogStoreProvider is now the default implementation 104 // (Feature flags removed as migration is complete) 105 106 // System property support for catalog optimization flags (gradual rollout) 107 static { 108 String hierarchicalFlag = System.getProperty("gsp.use_hierarchical_index"); 109 if (hierarchicalFlag != null) { 110 USE_HIERARCHICAL_INDEX = Boolean.parseBoolean(hierarchicalFlag); 111 } 112 113 String compositeKeyFlag = System.getProperty("gsp.use_composite_key"); 114 if (compositeKeyFlag != null) { 115 USE_COMPOSITE_KEY_OPT = Boolean.parseBoolean(compositeKeyFlag); 116 } 117 118 String bucketedIndexFlag = System.getProperty("gsp.use_bucketed_index"); 119 if (bucketedIndexFlag != null) { 120 USE_BUCKETED_INDEX = Boolean.parseBoolean(bucketedIndexFlag); 121 } 122 123 String logHitRateFlag = System.getProperty("gsp.log_index_hit_rate"); 124 if (logHitRateFlag != null) { 125 LOG_INDEX_HIT_RATE = Boolean.parseBoolean(logHitRateFlag); 126 } 127 128 String enforceSealFlag = System.getProperty("gsp.enforce_catalog_seal"); 129 if (enforceSealFlag != null) { 130 ENFORCE_CATALOG_SEAL = Boolean.parseBoolean(enforceSealFlag); 131 } 132 133 // Phase 3: Migration flags removed - migration complete 134 } 135 136 public static boolean USE_JOINEXPR_INSTEAD_OF_JOIN = true; // introduce since 2.7.3.0 137 138 public static String sqlflow_stmt_delimiter_str = "sqlflow-delimiter"; 139 140 /** 141 * Buffer size for lexer input BufferedReader. 142 * Larger buffer reduces I/O overhead when lexer performs character-by-character reads. 143 * Default: 64KB (8x the JDK default of 8KB). 144 */ 145 public static int LEXER_INPUT_BUFFER_SIZE = 64 * 1024; 146 147 public static final int tag_token_value_changed_in_on_canonical = 999; 148 public static boolean as_canonical_f_decrypt_replace_password = false; 149 150 151 public static boolean REDSHIFT_ENABLE_BRACKET_NAME = false; 152 153 public static final int BOOL_VALUE_FALSE = 0; 154 public static final int BOOL_VALUE_TRUE = 1; 155 public static final int BOOL_VALUE_NOT_SET = 2; 156 157 public static final int MATCH_COLUMN_RESULT_NOT_MATCH = -1; 158 public static final int MATCH_COLUMN_RESULT_MATCHED = 0; 159 public static final int MATCH_COLUMN_RESULT_MATCHED_COLUMN_PROPERTY = 1; 160 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P1 = 10; // Highest priority for possible match 161 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P3 = 30; 162 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P4 = 40; 163 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P5 = 50; 164 public static final int MATCH_COLUMN_RESULT_MAYBE_MATCH_P9 = 90; 165 166 public static final int CAN_BE_COLUMN_NOT_VALIDATE_YET = 0; 167 public static final int VALIDATED_CAN_BE_A_COLUMN_NAME = 1; 168 public static final int VALIDATED_CAN_NOT_BE_A_COLUMN_NAME = 2; 169 public static final int MARKED_NOT_A_COLUMN_IN_COLUMN_RESOLVER = 3; 170 171 public static final int COLUMN_LINKED_TO_COLUMN_ALIAS_IN_OLD_ALGORITHM = 4; 172 173 // 在老算法中关联 column 和 table时，谨慎把 column 的 状态设为该值，这会导致 column resolver 不再 resolve 该值 174 // 从而导致 column push 动作没有执行。 除非在非常明确的情况，在老算法中即便关联了 column 和 table，也不要设置该值 175 176 // SELECT * FROM ( 177 // WITH 178 // Combined1 AS ( 179 // SELECT * FROM actor 180 // UNION ALL 181 // SELECT * FROM actor2 182 // UNION ALL 183 // SELECT * FROM actor3 184 // ) 185 // , Combined2 AS ( 186 // SELECT * FROM Combined1 187 // ) 188 // SELECT 189 // actor_id, 190 // first_name 191 // FROM Combined2 192 //) outer_select_wrapper 193 public static final int COLUMN_LINKED_TO_TABLE_IN_OLD_ALGORITHM = 5; 194 195 public static final int NOT_RESOLVED_YET = 1; 196 public static final int RESOLVED_BUT_NOT_FOUND = 2; 197 public static final int RESOLVED_AND_FOUND = 3; 198 public static final int RESOLVED_BUT_AMBIGUOUS = 4; 199 200 // 不在 TCustomSqlStatement.linkColumnToTable() 进行关联，延迟到 column resolver 中进行 201 // 目的是避免产生假性的 orphan column 202 public static final int RESOLVE_DELAY_TO_COLUMN_RESOLVER = 5; 203 204 public static final int GUESS_COLUMN_STRATEGY_NEAREST = 0; 205 public static final int GUESS_COLUMN_STRATEGY_FARTHEST = 1; 206 public static final int GUESS_COLUMN_STRATEGY_NOT_PICKUP = 2; 207 public static final String[] GUESS_COLUMN_STRATEGY_MSG = {"GUESS_COLUMN_STRATEGY_NEAREST","GUESS_COLUMN_STRATEGY_FARTHEST","GUESS_COLUMN_STRATEGY_NOT_PICKUP"}; 208 209 public static int GUESS_COLUMN_STRATEGY = GUESS_COLUMN_STRATEGY_NOT_PICKUP; 210 211 public static final int COLUMN_IN_TABEL_FUNCTION_YES = 1; 212 public static final int COLUMN_IN_TABEL_FUNCTION_NO = 2; 213 public static final int COLUMN_IN_TABEL_FUNCTION_NOTSURE = 3; 214 215 // Error, warning, hint Code 216 public static final int MSG_WARNING_ERROR_WHEN_TOKENIZE = 10200; 217 public static final int MSG_HINT_FIND_ORPHAN_COLUMN = 10500; 218 public static final int MSG_ERROR_NO_ROOT_NODE = -1000; 219 public static final int MSG_ERROR_AND_KEYWORD_CANT_USED_AS_TABLE_ALIAS = 10600; 220 public static final int MSG_ERROR_RESERVED_KEYWORD_CANT_USED_AS_COLUMN_NAME = 10601; 221 public static final int MSG_ERROR_FUNCTION_IN_SET_CLAUSE = 10700; 222 public static final int MSG_ERROR_DUPLICATED_COLUMN_NAME = 10800; 223 public static final int MSG_ERROR_SYNTAX_ERROR = 10111; 224 public static final int MSG_ERROR_INSERT_VALUE_COLUMN_NUMBER_NOT_MATCH = 10900; 225 public static final int MSG_ERROR_COLUMN_NOT_FOUND = 10950; 226 227 static final String license_file_missing = "license file is missing"; 228 static final String license_file_invalid = "invalid license file"; 229 static final String license_file_name = "/gsp_license.txt"; 230 static final String license_trail_username = "trial_user"; 231// static final String license_trail_machineid = "trial_machine"; 232 static final String license_illegal_key = "Illegal license key"; 233 static final String license_type_developer = "developer"; 234 static final String license_type_dist = "dist"; 235 static final String license_type_trial = "trial"; 236 237 static final boolean license_expired_check = false; 238 static final String license_expired_date = "2022-10-19"; 239 240 static final boolean need_license_file = false; 241 242 static final boolean bigquery_edition = false; 243 static final boolean couchbase_edition = false; 244 static final boolean dax_edition = false; 245 static final boolean powerquery_edition = false; 246 static final boolean db2_edition = false; 247 static final boolean greenplum_edition = false; 248 static final boolean hana_edition = false; 249 static final boolean hive_edition = false; 250 static final boolean impala_edition = false; 251 static final boolean informix_edition = false; 252 static final boolean mdx_edition = false; 253 static final boolean mysql_edition = false; 254 static final boolean doris_edition = false; 255 static final boolean netezza_edition = false; 256 static final boolean odbc_edition = false; 257 static final boolean openedge_edition = false; 258 static final boolean oracle_edition = false; 259 static final boolean postgresql_edition = false; 260 static final boolean duckdb_edition = false; 261 static final boolean redshift_edition = false; 262 static final boolean snowflake_edition = false; 263 static final boolean sqlserver_edition = false; 264 static final boolean sybase_edition = false; 265 static final boolean teradata_edition = false; 266 static final boolean vertica_edition = false; 267 static final boolean soql_edition = false; 268 static final boolean azuresql_edition = false; 269 static final boolean sparksql_edition = false; 270 static final boolean exasol_edition = false; 271 static final boolean starrocks_edition = false; 272 static final boolean flink_edition = false; 273 static final boolean athena_edition = false; 274 static final boolean presto_edition = false; 275 static final boolean trino_edition = false; 276 static final boolean generic_edition = true; 277 static final boolean databricks_edition = false; 278 static final boolean gaussdb_edition = false; 279 static final boolean edb_edition = false; 280 static final boolean dameng_edition = false; 281 static final boolean ansi_edition = false; 282 static final boolean sqlite_edition = false; 283 static final boolean clickhouse_edition = false; 284 285 static final int query_size_limitation = 10000; 286 static final String time_limited_msg = "expired after 90 days after first usage."; 287 /** 288 * ONE trial-cap message with ONE limit, applied once, where the SQL is 289 * read (owner decision 2026-07-28): a byte-backed source (file/stream) is 290 * measured in raw bytes, a String in characters ignoring leading 291 * whitespace. See {@link TrialInputGuard} for why the character rule makes 292 * every internal re-parse of already-ingested text pass without any 293 * exemption machinery. 294 */ 295 static final String trail_version_size_message = "trial version can only process query with size of at most "+query_size_limitation+" bytes"+", and "+time_limited_msg; 296 static final String trail_version_file_message = trail_version_size_message; 297 static final String trail_version_query_message = trail_version_size_message; 298 299 /** 300 * Canonical trial-build size-cap message. Public because enforcement points 301 * live outside this package (the lexer byte counter, the pp2 formatter, the 302 * dlineage analyzers). 303 * 304 * <p>Callers deciding whether a failure IS the trial rejection must use 305 * {@link #isTrialSizeMessage(String)} rather than comparing with equals: 306 * some adapters prefix downstream messages ("Parsing failed: ..."). 307 */ 308 public static String trialSizeMessage() { 309 return trail_version_size_message; 310 } 311 312 /** 313 * True when {@code message} reports the trial size cap, including when an 314 * adapter has prefixed it. 315 */ 316 public static boolean isTrialSizeMessage(String message) { 317 return !full_edition && message != null && message.contains(trail_version_size_message); 318 } 319 320 /** 321 * True when running a trial build AND the given BYTE count exceeds the trial 322 * cap. Always false in full builds (compile-time constant). Public for entry 323 * points outside this package that must refuse oversized input instead of 324 * degrading (e.g., the fault-tolerant pp2 formatter, which would otherwise 325 * echo the input back with a success status). 326 */ 327 public static boolean trialSizeExceeded(long byteCount) { 328 return !full_edition && byteCount > query_size_limitation; 329 } 330 331 /** The trial cap: bytes for a byte-backed source, characters for a String. */ 332 public static int trialSizeLimitBytes() { 333 return query_size_limitation; 334 } 335 336 337 338 339//Following const must be keep the same value in .y file 340public static final String linebreak = System.getProperty("line.separator"); 341public static final String windowsLinebreak = "\r\n"; 342public static final String windowsLinebreakEscape = "\\r\\n"; 343 344 public static boolean bigquery_legacysql_compatible = false; 345 346/** 347 * Token code value for block comment: /* comment inside */ 348 */ 349public final static int cmtslashstar = 257; 350 351 /** 352 * single line comment 353 */ 354public final static int cmtdoublehyphen = 258; 355 356 /** 357 * whitespace including space and tab 358 */ 359public final static int lexspace = 259; 360 361 /** 362 * linebreak 363 */ 364public final static int lexnewline = 260; 365 366 /** 367 * float and real constant 368 */ 369public final static int fconst = 261; 370 371 /** 372 * string constant 373 */ 374public final static int sconst = 262; 375 376 /** 377 * integer constant 378 */ 379public final static int iconst = 263; 380 381 /** 382 * identifier token id 383 */ 384public final static int ident = 264; 385public final static int op = 265; 386public final static int cmpop = 266; 387public final static int bind_v = 267; 388public final static int assign_sign = 268; 389public final static int double_dot = 269; 390public final static int label_begin = 270; 391public final static int hive_CharSetName = 270; //hive 392public final static int label_end = 271; 393public final static int hive_div = 271; //hive 394public final static int substitution_v = 272; 395public final static int filepath_sign = 272; //snowflake 396public final static int hive_number = 272; 397public final static int sqlpluscmd = 273; 398public final static int atversion = 273; //databricks, @V 399public final static int left_parenthesis_3 = 273; 400 401 402public final static int error = 274; 403public final static int variable = 275; 404public final static int hive_DecimalLiteral = 273; 405public final static int hive_StringLiteral = 275; 406public final static int hive_CharSetLiteral = 276; 407public final static int hive_ByteLengthLiteral = 277; 408public final static int hive_BigintLiteral = 278; 409public final static int hive_SmallintLiteral = 279; 410public final static int hive_TinyintLiteral = 280; 411public final static int mslabel = 276; 412public final static int RW_NATURAL2 = 276; 413//public final static int RW_CONNECT_TO = 276; 414public final static int bconst = 276; //postgresql 415public final static int equal_start_expr = 276; 416public final static int leftjoin_op = 277; 417public final static int logic_and_op = 277; 418public final static int odbc_esc_prefix = 277; 419public final static int rightjoin_op = 278; 420public final static int logic_or_op = 278; 421public final static int odbc_esc_terminator = 278; 422public final static int dax_column_token = 279; 423public final static int with_rollup = 279; //MYSQL WITH ROLLUP 424public final static int RW_FULL2 = 279; //used to replace full keyword in oracle 425public final static int db2label = 279; 426public final static int xconst = 279; //postgresql 427public final static int teradata_unicode_sconst = 279; 428// public final static int ref_arrow = 280; 429public final static int scriptoptions = 281; 430 public final static int JSON_GET_TEXT = 281; 431 public final static int ORACLE_OUTER2 = 281; 432 433public final static int mysqllabel = 282; 434 public final static int JSON_GET_TEXT_AT_PATH = 282; 435public final static int BTEQCMD = 282; 436public final static int concatenationop = 283; 437public final static int pipe_greater = 283; // StarRocks pipe operator |> 438public final static int rw_not_deferrable = 284; 439 public final static int JSON_GET_OBJECT = 284; 440 441public final static int rw_for1 = 285; 442public final static int JSON_GET_OBJECT_AT_PATH = 285; 443public final static int rw_not1 = 285; 444 public final static int rw_for_system_time = 285; //MSSQL 445 public final static int rw_for_path = 672; //MSSQL - compound token for graph FOR PATH 446 447public final static int stmt_delimiter = 286; 448 449public final static int m_clause = 287; 450 public final static int rw_sybase_at1 = 287; 451public final static int typecast = 287; //postgresql,netezza,db2 452public final static int rrw_time2_teradata = 287; 453 public final static int rrw_merge2_sqlserver = 287; 454 455public final static int k_clause = 288; 456public final static int rw_sybase_update1 = 288; 457public final static int JSON_LEFT_CONTAIN = 288; 458public final static int safe_equal = 288;//HIVE equal_ns, gaussdb 459public final static int rrw_date2_teradata = 288; 460public final static int measure_equal = 288; //dax measure equal := 461public final static int slash_dot = 288; //mysql \. sqlfile, execute an SQL script file 462public final static int postgresql_arary_operator = 288; 463 464 465public final static int outer_join = 289; 466public final static int hive_equal = 289; 467public final static int rrw_timestamp2_teradata = 289; 468 469public final static int not_equal = 290; 470public final static int not_great = 291; 471public final static int not_less = 292; 472public final static int great_equal = 293; 473public final static int less_equal = 294; 474// Oracle 26c vector distance operators (IDs from lzyaccoraclesql.pas) 475public final static int vector_cosine_distance = 1235; // <=> 476public final static int vector_euclidean_distance = 1236; // <-> 477public final static int vector_dot_product = 1237; // <#> 478public final static int exponentiate = 295; 479public final static int boolean_and = 296; 480public final static int rowtype_operator = 296; 481public final static int boolean_or = 297; 482public final static int JSON_RIGHT_CONTAIN = 297; 483public final static int square_root = 297; 484public final static int cube_root = 298; 485public final static int bitwise_shift_left = 299; 486public final static int bitwise_shift_right = 300; 487 488public final static int rw_locktable = 296; 489public final static int rw_foreign2 = 297; 490public final static int rw_constraint2 = 298; 491public final static int JSON_EXIST = 298; 492public final static int HIVE_FUNC_IDENT = 298; 493public final static int rw_primary2 = 299; 494public final static int JSON_ANY_EXIST = 299; 495public final static int rw_unique2 = 300; 496public final static int JSON_ALL_EXIST = 300; 497 498public final static int IDENT_BEFORE_COLON = 297; 499public final static int NEXT_PARAM = 298; 500public final static int POSITIONAL_PARAM = 299; 501public final static int NAMED_PARAM = 300; 502 503 504// common sql keywords used in all databases 505public final static int rrw_select = 301; 506public final static int rrw_insert = 302; 507public final static int rrw_delete = 303; 508public final static int rrw_update = 304; 509public final static int rrw_if = 305; 510public final static int rrw_for = 306; 511public final static int rrw_create = 307; 512public final static int rrw_table = 308; 513public final static int rrw_index = 309; 514public final static int rrw_view = 310; 515public final static int rrw_with = 311; 516public final static int rrw_start = 312; 517public final static int rrw_end = 313; 518public final static int rrw_drop = 314; 519public final static int rrw_declare = 315; 520public final static int rrw_case = 316; 521public final static int rrw_where = 317; 522public final static int rrw_having = 318; 523public final static int rrw_and = 319; 524public final static int rrw_or = 320; 525public final static int rrw_not = 321; 526public final static int rrw_when = 322; 527public final static int rrw_on = 323; 528public final static int rrw_join = 324; 529public final static int rrw_set = 325; 530public final static int rrw_values = 326; 531public final static int rrw_object = 327; 532public final static int rrw_record = 328; 533public final static int rrw_from = 329; 534public final static int rrw_group = 330; 535public final static int rrw_sort = 331; 536public final static int rrw_into = 332; 537public final static int rrw_order = 333; 538public final static int rrw_fetch = 334; 539public final static int rrw_decode = 335; 540public final static int rrw_over = 336; 541public final static int rrw_extract = 337; 542public final static int rrw_distinct = 338; 543public final static int rrw_all = 339; 544public final static int rrw_by = 340; 545public final static int rrw_as = 341; 546public final static int rrw_union = 342; 547public final static int rrw_left = 343; 548public final static int rrw_right = 344; 549public final static int rrw_inner = 345; 550public final static int rrw_full = 346; 551public final static int rrw_outer = 347; 552public final static int rrw_then = 348; 553public final static int rrw_else = 349; 554public final static int rrw_between = 350; 555public final static int rrw_begin = 351; 556public final static int rrw_except = 352; 557public final static int rrw_minus = 353; 558public final static int rrw_intersect = 354; 559 560public final static int rrw_bit = 355; 561 562public final static int rrw_tinyint = 356; //mysql 563public final static int rrw_smallint = 357; 564public final static int rrw_mediumint = 358; //mysql 565public final static int rrw_middleint = 359; //mysql 566public final static int rrw_int = 360; 567public final static int rrw_integer = 361; 568public final static int rrw_int1 = 362; //mysql 569public final static int rrw_int2 = 363; //mysql 570public final static int rrw_int3 = 364; //mysql 571public final static int rrw_int4 = 365; //mysql 572public final static int rrw_int8 = 366; //mysql 573public final static int rrw_bigint = 367; 574 575public final static int rrw_float = 368; 576public final static int rrw_float4 = 369; 577public final static int rrw_float8 = 370; 578public final static int rrw_num = 371; 579public final static int rrw_numeric = 372; 580public final static int rrw_number = 373; 581public final static int rrw_real = 374; 582public final static int rrw_decimal = 375; 583public final static int rrw_dec = 376; 584 585public final static int rrw_double = 377; 586public final static int rrw_precision = 378; 587public final static int rrw_char = 379; 588public final static int rrw_nchar = 380; 589public final static int rrw_character = 381; 590public final static int rrw_varchar = 382; 591public final static int rrw_varchar2 = 383; //oracle 592public final static int rrw_national = 384; //mysql national char 593public final static int rrw_nvarchar = 385; 594public final static int rrw_nvarchar2 = 386; //oracle 595public final static int rrw_varbinary = 387; 596public final static int rrw_varying = 388; 597public final static int rrw_tinytext = 389;//mysql 598public final static int rrw_text = 390; 599public final static int rrw_mediumtext = 391;//mysql 600public final static int rrw_longtext = 392;//mysql 601public final static int rrw_time = 393; 602public final static int rrw_date = 394; 603public final static int rrw_timestamp = 395; 604public final static int rrw_year = 396;//mysql 605public final static int rrw_local = 397; 606public final static int rrw_zone = 398; 607public final static int rrw_long = 399; 608public final static int rrw_raw = 400; 609public final static int rrw_blob = 401; 610public final static int rrw_tinyblob = 402; //mysql 611public final static int rrw_mediumblob = 403; //mysql 612public final static int rrw_longblob = 404; //mysql 613public final static int rrw_clob = 405; 614public final static int rrw_nclob = 406; 615public final static int rrw_dbclob = 407; 616public final static int rrw_bfile = 408; 617public final static int rrw_large = 409; 618public final static int rrw_data = 410; //db2 for bit data 619public final static int rrw_binary = 411; //db2 binary large object 620 621public final static int rrw_graphic = 412; //db2 622public final static int rrw_vargraphic = 413; //db2 623public final static int rrw_datalink = 414; //db2 624public final static int rrw_enum = 415; //mysql 625public final static int rrw_interval = 416; //oracle interval year to month 626public final static int rrw_urowid = 417; //oracle 627public final static int rrw_merge = 418; 628public final static int rrw_commit = 419; 629public final static int rrw_rollback = 420; 630public final static int rrw_savepoint = 421; 631public final static int rrw_revoke = 422; 632public final static int rrw_grant = 423; 633public final static int rrw_truncate = 424; 634public final static int rrw_database = 425; 635public final static int rrw_alter = 426; 636public final static int rrw_return = 427; 637public final static int rrw_add = 428; 638public final static int rrw_close = 429; 639public final static int rrw_continue = 430; 640public final static int rrw_backup = 431; 641public final static int rrw_break = 432; 642public final static int rrw_bulk = 433; 643public final static int rrw_dbcc = 434; 644public final static int rrw_deallocate = 435; 645public final static int rrw_deny = 436; 646public final static int rrw_disable = 437; 647public final static int rrw_enable = 438; 648public final static int rrw_exec = 439; 649public final static int rrw_execute = 440; 650public final static int rrw_goto = 441; 651public final static int rrw_kill = 442; 652public final static int rrw_open = 443; 653public final static int rrw_save = 444; 654public final static int rrw_move = 445; 655public final static int rrw_print = 446; 656public final static int rrw_raiserror = 447; 657public final static int rrw_readtext = 448; 658public final static int rrw_receive = 449; 659public final static int rrw_reconfigure = 450; 660public final static int rrw_restore = 451; 661public final static int rrw_send = 452; 662public final static int rrw_setuser = 453; 663public final static int rrw_shutdown = 454; 664public final static int rrw_sign = 455; 665public final static int rrw_try = 456; 666public final static int rrw_updatetext = 457; 667public final static int rrw_use = 458; 668public final static int rrw_waitfor = 459; 669public final static int rrw_while = 460; 670public final static int rrw_writetext = 461; 671public final static int rrw_catch = 462; 672public final static int rrw_go = 463; 673public final static int rrw_openrowset = 464; 674public final static int rrw_analyze = 465; 675public final static int rrw_associate = 466; 676public final static int rrw_audit = 467; 677public final static int rrw_call = 468; 678public final static int rrw_comment = 469; 679public final static int rrw_disassociate = 470; 680public final static int rrw_explain = 471; 681public final static int rrw_flashback = 472; 682public final static int rrw_lock = 473; 683public final static int rrw_noaudit = 474; 684public final static int rrw_purge = 475; 685public final static int rrw_rename = 476; 686public final static int rrw_procedure = 477; 687public final static int rrw_function = 478; 688public final static int rrw_package = 479; 689public final static int rrw_allocate = 480; 690public final static int rrw_connect = 481; 691public final static int rrw_describe = 482; 692public final static int rrw_disconnect = 483; 693public final static int rrw_flush = 484; 694public final static int rrw_free = 485; 695public final static int rrw_get = 486; 696public final static int rrw_include = 487; 697public final static int rrw_iterate = 488; 698public final static int rrw_leave = 489; 699public final static int rrw_loop = 490; 700public final static int rrw_prepare = 491; 701public final static int rrw_refresh = 492; 702public final static int rrw_release = 493; 703public final static int rrw_repeat = 494; 704public final static int rrw_resignal = 495; 705public final static int rrw_signal = 496; 706public final static int rrw_cache = 497; 707public final static int rrw_change = 498; 708public final static int rrw_check = 499; 709public final static int rrw_checksum = 500; 710public final static int rrw_do = 501; 711public final static int rrw_handler = 502; 712public final static int rrw_load = 503; 713public final static int rrw_optimize = 504; 714public final static int rrw_replace = 505; 715public final static int rrw_repair = 506; 716public final static int rrw_reset = 507; 717public final static int rrw_show = 508; 718public final static int rrw_stop = 509; 719public final static int rrw_unlock = 510; 720public final static int rrw_terminate = 511; 721public final static int rrw_to = 512; 722 723// ClickHouse token values, read from the generated parser constants after 724// regeneration. They are stable only because new ClickHouse tokens are 725// appended at the END of the %token block; an insertion mid-list shifts every 726// later value and must be reflected here (symptom: "token code:0" errors). 727public final static int rrw_clickhouse_partition = 658; 728public final static int rrw_clickhouse_in = 699; 729public final static int rrw_clickhouse_format = 1169; 730public final static int rrw_clickhouse_in_before_partition = 1211; 731public final static int rrw_clickhouse_tuple_dot = 1213; 732public final static int rrw_clickhouse_exists = 696; 733public final static int rrw_clickhouse_exchange = 798; 734public final static int rrw_clickhouse_undrop = 1214; 735public final static int rrw_clickhouse_time = 393; 736public final static int rrw_clickhouse_local = 397; 737public final static int rrw_clickhouse_zone = 398; 738public final static int rrw_clickhouse_at = 622; 739public final static int rrw_snowflake_desc_short = 534; // DESC (short form), from the generated snowflake parser constants 740public final static int rrw_primary = 513; 741public final static int rrw_unique = 514; 742public final static int rrw_constraint = 515; 743public final static int rrw_foreign = 516; 744public final static int rrw_revert = 517; 745public final static int rrw_checkpoint = 518; 746public final static int rrw_calculate = 519; 747public final static int rrw_clear = 520; 748public final static int rrw_drillthrough = 521; 749public final static int rrw_freeze = 522; 750public final static int rrw_existing = 523; 751public final static int rrw_scope = 524; 752public final static int rrw_is = 525; 753public final static int rrw_body = 526; 754public final static int rrw_abort = 527; 755public final static int rrw_using = 528; 756public final static int rrw_pause = 511; 757public final static int rrw_resume = 512; 758public final static int rrw_submit = 670; 759public final static int rrw_task = 752; 760public final static int rrw_cancel = 820; 761public final static int rrw_export = 873; 762public final static int rrw_locations = 774; 763public final static int rrw_location = 773; 764public final static int rrw_volume = 1061; 765public final static int rrw_volumes = 1062; 766public final static int rrw_repository = 1063; 767public final static int rrw_views = 755; 768public final static int rrw_functions = 756; 769public final static int rrw_builtin = 1261; 770public final static int rrw_dictionary = 858; 771 772// Oracle conditional compilation tokens (from lzyaccoracleplsql.pas) 773public final static int cc_if = 1248; 774public final static int cc_then = 1249; 775public final static int cc_else = 1250; 776public final static int cc_elsif = 1251; 777public final static int cc_end = 1252; 778public final static int cc_error = 1253; 779 780// end of common sql keywords used in all databases 781 782//databricks 783 // public final static int param = rrw_abort + 2; keep the same value as postgresql 784 public final static int rrw_databricks_msck = rrw_abort + 3; 785 public final static int rrw_databricks_sync = rrw_abort + 4; 786 public final static int rrw_databricks_copy = rrw_abort + 5; 787 public final static int rrw_databricks_uncache = rrw_abort + 6; 788 public final static int rrw_databricks_desc = rrw_abort + 7; 789 public final static int rrw_databricks_list = rrw_abort + 8; 790 public final static int rrw_databricks_values_insert = rrw_abort + 9; 791 public final static int rrw_databricks_datatype_used_to_cast = rrw_abort + 10; 792 public final static int rrw_databricks_convert = rrw_abort + 11; 793 public final static int rrw_databricks_fsck = rrw_abort + 12; 794 public final static int rrw_databricks_reorg = rrw_abort + 13; 795 public final static int rrw_databricks_vacuum = rrw_abort + 14; 796 // POSITION function token codes: MUST match the YACC token values in 797 // lzyaccdatabricks.y (RW_POSITION_FUNCTION=564, RW_POSITION=565). Used by 798 // DatabricksSqlParser to route the POSITION(substr IN str) form to the 799 // dedicated position grammar rule (RW_POSITION_FUNCTION '(' opt_position_list ')'). 800 public final static int rrw_databricks_POSITION_FUNCTION = rrw_abort + 37; 801 public final static int rrw_databricks_POSITION = rrw_abort + 38; 802 // MUST match the YACC token values in lzyaccdatabricks.y (declared at the 803 // END of the %token list). RW_IDENTIFIER_FUNC routes IDENTIFIER(expr) used 804 // as a write-target table name (Mantis 4638); RW_WITH_SCHEMA_OPTION routes 805 // the WITH of "WITH SCHEMA ..." / "WITH METRICS LANGUAGE ..." clauses 806 // (Mantis 4643/4644/4645). Both are assigned by DatabricksSqlParser's 807 // token pre-pass, never by the lexer. 808 public final static int rrw_databricks_identifier_func = 1201; 809 public final static int rrw_databricks_with_schema_option = 1202; 810//end of databricks 811 812//INFORMIX 813 public final static int castoperator = rrw_abort + 2; 814 //public final static int compoundAssignmentOperator = rrw_abort + 3; 815 //public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4; 816 817 public final static int rrw_informix_unload = rrw_abort + 5; 818 public final static int rrw_informix_whenever = rrw_abort + 6; 819 public final static int rrw_informix_put = rrw_abort +7; 820 public final static int rrw_informix_output = rrw_abort + 8; 821 public final static int rrw_informix_info = rrw_abort + 9; 822 public final static int rrw_informix_connect_to = rrw_abort + 10; 823 824 //DB2 825 public final static int rrw_rr = rrw_abort + 3; 826 public final static int rrw_rs = rrw_abort + 4; 827 public final static int rrw_cs = rrw_abort + 5; 828 public final static int rrw_ur = rrw_abort + 6; 829 public final static int rrw_with_isolation = rrw_abort + 7; 830 public final static int rrw_declare_global = rrw_abort + 8; 831 public final static int rrw_db2_second = rrw_abort + 9; 832 public final static int rrw_db2_label = rrw_abort + 10; 833 public final static int rrw_db2_tablespace = rrw_abort + 11; 834 public final static int rrw_db2_runstats = rrw_abort + 12; 835 public final static int rrw_db2_current = rrw_abort + 13; 836 public final static int rrw_jdbc_escape_fn = rrw_abort + 14; 837 public final static int rrw_jdbc_escape_end = rrw_abort + 15; 838 public final static int rrw_db2_trim_l = rrw_abort + 16; 839 public final static int rrw_db2_trim_r = rrw_abort + 17; 840 public final static int rrw_db2_trim = rrw_abort + 18; 841 842 //postgresql, guassdb, redshift share the following constant 843 public final static int param = rrw_abort + 2; 844 public final static int rrw_postgresql_cluster = rrw_abort + 3; 845 public final static int rrw_postgresql_copy = rrw_abort + 4; 846 public final static int rrw_postgresql_discard = rrw_abort + 5; 847 public final static int rrw_postgresql_listen = rrw_abort + 6; 848 public final static int rrw_postgresql_notify = rrw_abort + 7; 849 public final static int rrw_postgresql_reassign = rrw_abort + 8; 850 public final static int rrw_postgresql_reindex = rrw_abort + 9; 851 public final static int rrw_postgresql_security = rrw_abort + 10; 852 public final static int rrw_postgresql_unlisten = rrw_abort + 11; 853 854 public final static int rrw_cascade = rrw_abort + 12; 855 public final static int rrw_restrict = rrw_abort + 13; 856 public final static int rrw_perform = rrw_abort + 14; 857 public final static int rrw_debug = rrw_abort + 15; 858 public final static int rrw_exception = rrw_abort + 16; 859 public final static int rrw_notice = rrw_abort + 17; 860 public final static int rrw_postgresql_info = rrw_abort + 18; 861 public final static int rrw_warning = rrw_abort + 19; 862 public final static int rrw_log = rrw_abort + 20; 863 public final static int rrw_postgresql_rowtype = rrw_abort + 21; 864 865 // In TCreateFunctionStmt.postgresqlFunctionDefinition(), 手工加上 plpgsql_function_delimiter 字符串，标记一个pgsql block的开始 866 public final static int rrw_plpgsql_function_delimiter = rrw_abort + 22; 867 868 public final static int rrw_postgresql_vacuum = rrw_abort + 23; 869 public final static int rrw_postgresql_do_update = rrw_abort + 24; 870 public final static int rrw_postgresql_POSITION_FUNCTION = rrw_abort + 25; 871 public final static int rrw_postgresql_POSITION = rrw_abort + 26; 872 public final static int rrw_postgresql_insert_values = rrw_abort + 27; 873 public final static int rrw_postgresql_conflict = rrw_abort + 28; 874 public final static int rrw_postgresql_nothing = rrw_abort + 29; 875 public final static int rrw_postgresql_import = rrw_abort + 30; 876 public final static int rrw_postgresql_with_lookahead = rrw_abort + 31; 877 public final static int rrw_postgresql_ordinality = rrw_abort + 32; 878 public final static int rrw_postgresql_filter = rrw_abort + 33; 879 880 // SQLite constants (same grammar base as PostgreSQL, shared values) 881 public final static int rrw_sqlite_insert_values = rrw_postgresql_insert_values; 882 public final static int rrw_sqlite_pragma = 1194; // RW_PRAGMA token value from lzyaccsqlite.pas 883 public final static int rrw_sqlite_attach = 734; // RW_ATTACH token value from lzyaccsqlite.pas 884 public final static int rrw_sqlite_detach = 735; // RW_DETACH token value from lzyaccsqlite.pas 885 886 public final static int OP_STAR_EQUAL = rrw_abort + 34; 887 public final static int OP_STAR_LESS = rrw_abort + 35; 888 public final static int OP_STAR_GREAT = rrw_abort + 36; 889 public final static int OP_SQUARE_ROOT = rrw_abort + 37; 890 public final static int OP_LESS_LESS = rrw_abort + 38; 891 public final static int OP_GREAT_GREAT = rrw_abort + 39; 892 public final static int OP_EXCLAMATION_EXCLAMATION = rrw_abort + 40; 893 public final static int OP_TILDE_TILDE = rrw_abort + 41; 894 public final static int OP_TILDE_STAR = rrw_abort + 42; 895 public final static int OP_EXCLAMATION_TILDE = rrw_abort + 43; 896 public final static int OP_AT_AT = rrw_abort + 44; 897 public final static int OP_POUND_POUND = rrw_abort + 45; 898 public final static int OP_AT_GREAT = rrw_abort + 46; 899 public final static int OP_LESS_AT = rrw_abort + 47; 900 public final static int OP_PUNCTUATION_PUNCTUATION = rrw_abort + 48; 901 public final static int OP_PUNCTUATION_LESS = rrw_abort + 49; 902 public final static int OP_PUNCTUATION_GREAT = rrw_abort + 50; 903 public final static int OP_LESS_CARET = rrw_abort + 51; 904 public final static int OP_GREAT_CARET = rrw_abort + 52; 905 public final static int OP_QUESTION_POUND = rrw_abort + 53; 906 public final static int OP_QUESTION_MINUS = rrw_abort + 54; 907 public final static int OP_QUESTION_BAR = rrw_abort + 55; 908 public final static int OP_TILDE_EQUAL = rrw_abort + 56; 909 public final static int OP_MINUS_GREAT = rrw_abort + 57; 910 public final static int OP_POUND_GREAT = rrw_abort + 58; 911 public final static int OP_QUESTION_PUNCTUATION = rrw_abort + 59; 912 public final static int OP_POUND_MINUS = rrw_abort + 60; 913 public final static int OP_AT_QUESTION = rrw_abort + 61; 914 public final static int OP_STAR_LESS_GREAT = rrw_abort + 62; 915 public final static int OP_STAR_LESS_EQUAL = rrw_abort + 63; 916 public final static int OP_STAR_GREAT_EQUAL = rrw_abort + 64; 917 public final static int OP_CUBE_ROOT = rrw_abort + 65; 918 public final static int OP_TILDE_TILDE_STAR = rrw_abort + 66; 919 public final static int OP_EXCLAMATION_TIDLE_TIDLE = rrw_abort + 67; 920 public final static int OP_EXCLAMATION_TIDLE_TIDLE_STAR = rrw_abort + 68; 921 public final static int OP_EXCLAMATION_TIDLE_STAR = rrw_abort + 69; 922 public final static int OP_AT_MINUS_AT = rrw_abort + 70; 923 public final static int OP_LESS_MINUS_GREAT = rrw_abort + 71; 924 public final static int OP_LESS_LESS_BAR = rrw_abort + 72; 925 public final static int OP_BAR_GREAT_GREAT = rrw_abort + 73; 926 public final static int OP_PUNCTUATION_LESS_BAR = rrw_abort + 74; 927 public final static int OP_BAR_PUNCTUATION_GREAT = rrw_abort + 75; 928 public final static int OP_QUESTION_MINUS_BAR = rrw_abort + 76; 929 public final static int OP_QUESTION_BAR_BAR = rrw_abort + 77; 930 public final static int OP_LESS_LESS_EQUAL = rrw_abort + 78; 931 public final static int OP_GREAT_GREAT_EQUAL = rrw_abort + 79; 932 public final static int OP_AT_AT_AT = rrw_abort + 80; 933 public final static int OP_MINUS_GREAT_GREAT = rrw_abort + 81; 934 public final static int OP_POUND_GREAT_GREAT = rrw_abort + 82; 935 public final static int OP_MINUS_BAR_MINUS = rrw_abort + 83; 936 public final static int OP_JSONB_QUESTION = rrw_abort + 84; 937 public final static int rrw_postgresql_json = rrw_abort + 85; 938 public final static int rrw_postgresql_jsonb = rrw_abort + 86; 939 public final static int OP_TILDE_GREAT_TILDE = rrw_abort + 87; 940 public final static int OP_TILDE_LESS_TILDE = rrw_abort + 88; 941 public final static int OP_TILDE_GREAT_EQUAL_TILDE = rrw_abort + 89; 942 public final static int OP_TILDE_LESS_EQUAL_TILDE = rrw_abort + 90; 943 public final static int OP_LESS_LESS_LESS = rrw_abort + 91; 944 public final static int OP_GREAT_GREAT_GREAT = rrw_abort + 92; 945 public final static int OP_LESS_PERCENT = rrw_abort + 93; 946 public final static int OP_GREAT_PERCENT = rrw_abort + 94; 947 public final static int rrw_postgresql_recursive = rrw_abort + 95; 948 public final static int rrw_postgresql_function_delimiter = rrw_abort + 96; 949 public final static int rrw_postgresql_language = rrw_abort + 97; 950 public final static int rrw_postgresql_type = rrw_abort + 98; 951 // Value MUST match yacc-assigned value in lzyaccpostgresql.pas 952 public final static int rrw_postgresql_declare_cursor_stmt = 1217; 953 954 // PGvector distance operators - values MUST match yacc-assigned values in lzyaccpostgresql.pas 955 public final static int OP_LESS_HASH_GREAT = 1263; // <#> (negative) inner product 956 public final static int OP_LESS_EQUAL_GREAT = 1264; // <=> cosine distance 957 public final static int OP_LESS_PLUS_GREAT = 1265; // <+> L1 distance 958 public final static int OP_LESS_TILDE_GREAT = 1266; // <~> Hamming distance 959 public final static int OP_LESS_PERCENT_GREAT = 1267; // <%> Jaccard distance 960 public final static int OP_STAR_STAR = 1300; // ** power/exponentiation (DuckDB), matches yacc value 961 public final static int OP_SLASH_SLASH = 1301; // // integer division (DuckDB), matches yacc value 962 963 // end of postgres, guassdb, redshift 964 965 // gaussDB 966 public final static int OP_SAFE_EQUAL = rrw_abort + 99; 967 public final static int GAUSSDB_CURSOR = rrw_abort + 100; 968 public final static int GAUSSDB_DECLARE_SINGLE_STMT = rrw_abort + 101; 969 public final static int GAUSSDB_BEGIN_TRANSACTION = rrw_abort + 102; 970 public final static int GAUSSDB_PROCEDURE_ORA = rrw_abort + 103; 971 public final static int GAUSSDB_FUNCTION_ORA = rrw_abort + 104; 972 public final static int GAUSSDB_NULL = rrw_abort + 105; 973 974 public final static int GAUSSDB_TO_BINARY_DOUBLE = rrw_abort + 106; 975 public final static int GAUSSDB_TO_NUMBER = rrw_abort + 107; 976 public final static int GAUSSDB_TO_BINARY_FLOAT = rrw_abort + 108; 977 public final static int GAUSSDB_TO_DATE = rrw_abort + 109; 978 public final static int GAUSSDB_TO_TIMESTAMP = rrw_abort + 110; 979 public final static int GAUSSDB_TO_TIMESTAMP_TZ = rrw_abort + 111; 980 981 982 983 //greenplum 984 // public final static int param = rrw_abort + 2; keep the same value as postgresql 985 986 public final static int rrw_greenplum_cluster = rrw_abort + 3; 987 public final static int rrw_greenplum_copy = rrw_abort + 4; 988 public final static int rrw_greenplum_reassign = rrw_abort + 8; 989 public final static int rrw_greenplum_reindex = rrw_abort + 9; 990 public final static int rrw_greenplum_vacuum = rrw_abort + 21; 991 public final static int rrw_greenplum_language = rrw_abort + 22; 992 public final static int rrw_greenplum_rowtype = rrw_abort + 23; 993 public final static int rrw_greenplum_analyse = rrw_abort + 24; 994 public final static int rrw_greenplum_DATE_FUNCTION = rrw_abort + 25; 995 public final static int rrw_greenplum_POSITION_FUNCTION = rrw_abort + 26; 996 public final static int rrw_greenplum_POSITION = rrw_abort + 27; 997 public final static int rrw_greenplum_CURSOR = rrw_abort + 28; 998 public final static int rrw_greenplum_exits = rrw_abort + 29; 999 public final static int rrw_greenplum_filter = rrw_abort + 30; 1000 public final static int rrw_greenplum_values_insert = rrw_abort + 31; 1001 public final static int rrw_greenplum_function_delimiter = rrw_abort + 32; 1002 1003 1004 //MYSQL 1005 public final static int logical_and = rrw_abort + 2; 1006 public final static int logical_or = rrw_abort + 3; 1007 public final static int rrw_left_shift = rrw_abort + 4; 1008 public final static int rrw_right_shift = rrw_abort + 5; 1009 public final static int rrw_mysql_desc = rrw_abort + 8; 1010 public final static int rrw_mysql_delimiter = rrw_abort + 9; 1011 public final static int rrw_rollup = rrw_abort + 10; 1012 public final static int rrw_mysql_date_function = rrw_abort + 11; 1013 public final static int rrw_mysql_date_const = rrw_abort + 12; 1014 public final static int rrw_mysql_time_const = rrw_abort + 13; 1015 public final static int rrw_mysql_row = rrw_abort + 14; 1016 public final static int rrw_mysql_each = rrw_abort + 15; 1017 public final static int rrw_mysql_source = rrw_abort + 16; 1018 public final static int rrw_mysql_interval_func = rrw_abort + 17; 1019 public final static int rrw_mysql_true = rrw_abort + 18; 1020 public final static int rrw_mysql_false = rrw_abort + 19; 1021 public final static int rrw_mysql_default = rrw_abort + 20; 1022 public final static int rrw_mysql_d = rrw_abort + 21; 1023 public final static int rrw_mysql_t = rrw_abort + 22; 1024 public final static int rrw_mysql_ts = rrw_abort + 23; 1025 public final static int rrw_mysql_null = rrw_abort + 24; 1026 public final static int rrw_mysql_current = rrw_abort + 25; 1027 public final static int rrw_mysql_timestamp_constant = rrw_abort + 26; 1028 public final static int rrw_mysql_position = rrw_abort + 27; 1029 1030 //oracle specific keyword 1031 public final static int rrw_custom = rrw_abort + 2; 1032 public final static int rrw_translate = rrw_abort + 4; 1033 public final static int rrw_keep = rrw_abort + 5; 1034 public final static int rrw_keep_before_dense_rank = rrw_abort + 6; 1035 public final static int rrw_dense_rank = rrw_abort + 7; 1036 public final static int rrw_wrapped = rrw_abort + 8; 1037 public final static int rrw_level = rrw_abort + 10; 1038 public final static int rrw_match = rrw_abort + 11; 1039 public final static int rrw_natural = rrw_abort + 12; 1040 public final static int rrw_type2 = rrw_abort + 13; 1041 public final static int rrw_type = rrw_abort + 14; 1042 public final static int rrw_of = rrw_abort + 15; 1043 public final static int rrw_oid = rrw_abort + 16; 1044 public final static int rrw_null = rrw_abort + 17; 1045 public final static int rrw_trigger = rrw_abort + 18; 1046 public final static int rrw_library = rrw_abort + 19; 1047 public final static int rrw_value_after_by = rrw_abort + 20; 1048 public final static int rrw_value_oracle = rrw_abort + 21; 1049 public final static int rrw_new_oracle = rrw_abort + 22; 1050 public final static int rrw_chr_oracle = rrw_abort + 23; 1051 public final static int rrw_errors_oracle = rrw_abort + 24; 1052 public final static int rrw_log_oracle = rrw_abort + 25; 1053 public final static int rrw_add_p = rrw_abort + 26; //add partition 1054 public final static int rrw_partition = rrw_abort + 27; //add partition 1055 public final static int rrw_oracle_apply = rrw_abort + 28; 1056 public final static int rrw_oracle_subpartition = rrw_abort + 29; 1057 public final static int rrw_oracle_subpartition_tablesample = rrw_abort + 30; 1058 public final static int rrw_oracle_new_constructor = rrw_abort + 31; 1059 public final static int rrw_oracle_supplemental = rrw_abort + 32; 1060 public final static int rrw_oracle_compound = rrw_abort + 33; 1061 public final static int rrw_oracle_offset = rrw_abort + 34; 1062 public final static int rrw_oracle_row = rrw_abort + 35; 1063 public final static int rrw_oracle_rows = rrw_abort + 36; 1064 public final static int rrw_oracle_offset_row = rrw_abort + 37; 1065 public final static int rrw_oracle_a_in_aset = rrw_abort + 38; 1066 public final static int rrw_oracle_set_in_aset = rrw_abort + 39; 1067 public final static int rrw_oracle_modify = rrw_abort + 40; 1068 public final static int rrw_oracle_column = rrw_abort + 41; 1069 public final static int rrw_oracle_column_after_modify = rrw_abort + 42; 1070 public final static int rrw_oracle_without = rrw_abort + 43; 1071 public final static int rrw_oracle_count = rrw_abort + 44; 1072 public final static int rrw_oracle_without_before_count = rrw_abort + 45; 1073 public final static int rrw_oracle_cursor = rrw_abort + 46; 1074 public final static int rrw_oracle_collect = rrw_abort + 47; 1075 public final static int rrw_oracle_synonym = rrw_abort + 48; 1076 public final static int rrw_oracle_model = rrw_abort + 49; 1077 public final static int rrw_oracle_model_in_model_clause = rrw_abort + 50; 1078 1079 1080 // sql server keywords 1081 public final static int twocolons = rrw_abort + 2; 1082 public final static int compoundAssignmentOperator = rrw_abort + 3; 1083 public final static int SEMI_COLON_AFTER_BEGIN = rrw_abort + 4; 1084 1085 public final static int rrw_starea = rrw_abort + 5; 1086 public final static int rrw_stasbinary = rrw_abort + 6; 1087 public final static int rrw_stastext = rrw_abort + 7; 1088 public final static int rrw_stbuffer = rrw_abort + 8; 1089 public final static int rrw_stdimension = rrw_abort + 9; 1090 public final static int rrw_stdisjoint = rrw_abort + 10; 1091 public final static int rrw_stdistance = rrw_abort + 11; 1092 public final static int rrw_stendpoint = rrw_abort + 12; 1093 public final static int rrw_stgeometryn = rrw_abort + 13; 1094 public final static int rrw_stgeometrytype = rrw_abort + 14; 1095 public final static int rrw_stintersection = rrw_abort + 15; 1096 public final static int rrw_stintersects = rrw_abort + 16; 1097 public final static int rrw_stisclosed = rrw_abort + 17; 1098 public final static int rrw_stisempty = rrw_abort + 18; 1099 public final static int rrw_stlength = rrw_abort + 19; 1100 public final static int rrw_stnumgeometries = rrw_abort + 20; 1101 public final static int rrw_stnumpoints = rrw_abort + 21; 1102 public final static int rrw_stpointn = rrw_abort + 22; 1103 public final static int rrw_stsrid = rrw_abort + 23; 1104 public final static int rrw_ststartpoint = rrw_abort + 24; 1105 public final static int rrw_stunion = rrw_abort + 25; 1106 1107 //sql server, functions on xml column 1108 public final static int rrw_xml_value = rrw_abort + 26; 1109 public final static int rrw_xml_modify = rrw_abort + 27; 1110 public final static int rrw_xml_query = rrw_abort + 28; 1111 public final static int rrw_xml_exist = rrw_abort + 29; 1112 public final static int rrw_xml_nodes = rrw_abort + 30; 1113 public final static int rrw_sqlserver_value = rrw_abort + 31; 1114 public final static int rrw_sqlserver_modify = rrw_abort + 32; 1115 public final static int rrw_sqlserver_query = rrw_abort + 33; 1116 public final static int rrw_sqlserver_exist = rrw_abort + 34; 1117 public final static int rrw_sqlserver_nodes = rrw_abort + 35; 1118 1119 public final static int rrw_sqlserver_throw = rrw_abort + 36; 1120 public final static int rrw_system_time = rrw_abort + 37; 1121 public final static int rrw_xmlnamespaces = rrw_abort + 38; 1122 public final static int rrw_sqlserver_next = rrw_abort + 39; 1123 public final static int rrw_sqlserver_row = rrw_abort + 40; 1124 public final static int rrw_sqlserver_rows = rrw_abort + 41; 1125 public final static int rrw_sqlserver_offset_fetch = rrw_abort + 42; 1126 public final static int rrw_sqlserver_odbc_escape = rrw_abort + 43; 1127 public final static int rrw_sqlserver_exists = rrw_abort + 44; 1128 public final static int rrw_sqlserver_copy = rrw_abort + 45; 1129 public final static int rrw_sqlserver_copyinto = rrw_abort + 46; 1130 public final static int rrw_sqlserver_column = rrw_abort + 47; 1131 public final static int rrw_sqlserver_drop_column = rrw_abort + 48; 1132 public final static int rrw_sqlserver_check_with = rrw_abort + 49; 1133 public final static int rrw_sqlserver_semicolon_module_number = rrw_abort + 50; 1134 public final static int rrw_sqlserver_trim = rrw_abort + 51; 1135 public final static int rrw_sqlserver_synonym = rrw_abort + 52; 1136 public final static int rrw_sqlserver_sequence = rrw_abort + 53; 1137 public final static int rrw_sqlserver_tran = rrw_abort + 54; 1138 public final static int rrw_sqlserver_transaction = rrw_abort + 55; 1139 public final static int rrw_sqlserver_distributed = rrw_abort + 56; 1140 public final static int rrw_sqlserver_dialog = rrw_abort + 57; 1141 public final static int rrw_sqlserver_conversation = rrw_abort + 58; 1142 public final static int rrw_sqlserver_DELETED = rrw_abort + 59; 1143 public final static int rrw_sqlserver_INSERTED = rrw_abort + 60; 1144 1145 // end of sql server keywords 1146 1147 //SOQL 1148 1149 public final static int rrw_soql_update_tracking = rrw_abort + 45; 1150 1151 //sybase 1152 public final static int rrw_sybase_dump = rrw_abort + 31; 1153 public final static int rrw_sybase_at = rrw_abort + 32; 1154 public final static int rrw_sybase_isolation = rrw_abort + 33; 1155 public final static int rrw_sybase_off = rrw_abort + 34; 1156 public final static int rrw_sybase_partition = rrw_abort + 38; 1157 public final static int rrw_sybase_exce_proc_name = rrw_abort + 39; 1158 // Sybase IQ / SQL Anywhere statement-level command keywords. Values are 1159 // the token codes assigned by yacc for the sybase grammar (lzyaccsybase.y); 1160 // verify against `const RW_*` in the regenerated lzyaccsybase.pas after 1161 // any token addition (new tokens must be appended at the END of the 1162 // %token declarations so these offsets stay stable). 1163 public final static int rrw_sybase_trigger = rrw_abort + 179; // RW_TRIGGER = 706 1164 public final static int rrw_sybase_message = rrw_abort + 194; // RW_MESSAGE = 721 1165 public final static int rrw_sybase_read = rrw_abort + 402; // RW_READ = 929 1166 public final static int rrw_sybase_output = rrw_abort + 521; // RW_OUTPUT = 1048 1167 public final static int rrw_sybase_forward = rrw_abort + 618; // RW_FORWARD = 1145 1168 public final static int rrw_sybase_install = rrw_abort + 619; // RW_INSTALL = 1146 1169 public final static int rrw_sybase_remove = rrw_abort + 620; // RW_REMOVE = 1147 1170 public final static int rrw_sybase_put = rrw_abort + 621; // RW_PUT = 1148 1171 public final static int rrw_sybase_synchronize = rrw_abort + 622; // RW_SYNCHRONIZE = 1149 1172 public final static int rrw_sybase_iq = rrw_abort + 623; // RW_IQ = 1150 1173 1174 // Exasol (shares the MSSQL grammar). Values are token codes assigned by 1175 // yacc for lzyaccmssqlsql.y — verify against `const RW_*` in the 1176 // regenerated lzyaccmssqlsql.pas after any token addition (new tokens 1177 // must be appended at the END of the %token declarations so these stay 1178 // stable). The RW_EXASOL_* tokens are synthetic: the lexer never emits 1179 // them; MssqlSqlParser's Exasol pre-pass rewrites plain words to these 1180 // codes when the input dialect is dbvexasol. 1181 public final static int rrw_mssql_access = rrw_abort + 236; // RW_ACCESS = 763 1182 public final static int rrw_mssql_admin = rrw_abort + 309; // RW_ADMIN = 836 1183 public final static int rrw_mssql_limit = rrw_abort + 414; // RW_LIMIT = 941 1184 public final static int rrw_mssql_prior = rrw_abort + 265; // RW_PRIOR = 792 1185 public final static int rrw_mssql_partition = rrw_abort + 293; // RW_PARTITION = 820 1186 public final static int rrw_exasol_qualify = rrw_abort + 829; // RW_EXASOL_QUALIFY = 1356 1187 public final static int rrw_exasol_invalid = rrw_abort + 830; // RW_EXASOL_INVALID = 1357 1188 public final static int rrw_exasol_referencing = rrw_abort + 831; // RW_EXASOL_REFERENCING = 1358 1189 public final static int rrw_exasol_distribute = rrw_abort + 832; // RW_EXASOL_DISTRIBUTE = 1359 1190 public final static int rrw_exasol_including = rrw_abort + 833; // RW_EXASOL_INCLUDING = 1360 1191 public final static int rrw_exasol_partition = rrw_abort + 834; // RW_EXASOL_PARTITION = 1361 1192 public final static int rrw_exasol_prior = rrw_abort + 835; // RW_EXASOL_PRIOR = 1362 1193 public final static int rrw_exasol_disable = rrw_abort + 836; // RW_EXASOL_DISABLE = 1363 1194 1195 1196// teradata specifc keyword 1197 public final static int rrw_teradata_using = rrw_abort + 1; 1198 public final static int rrw_bt = rrw_abort + 2; 1199 public final static int rrw_teradata_collect = rrw_abort + 3; 1200 public final static int rrw_teradata_cm = rrw_abort + 4; 1201 public final static int rrw_ct = rrw_abort + 5; 1202 public final static int rrw_teradata_del = rrw_abort + 6; 1203 public final static int rrw_teradata_diagnostic = rrw_abort + 7; 1204 public final static int rrw_teradata_dump = rrw_abort + 8; 1205 public final static int rrw_teradata_echo = rrw_abort + 9; 1206 public final static int rrw_et = rrw_abort + 10; 1207 public final static int rrw_teradata_give = rrw_abort + 11; 1208 public final static int rrw_teradata_help = rrw_abort + 12; 1209 public final static int rrw_teradata_ins = rrw_abort + 13; 1210 public final static int rrw_logoff = rrw_abort + 14; 1211 public final static int rrw_teradata_logon = rrw_abort + 15; 1212 public final static int rrw_teradata_modify = rrw_abort + 16; 1213 public final static int rrw_teradata_position = rrw_abort + 17; 1214 public final static int rrw_teradata_restart = rrw_abort + 18; 1215 public final static int rrw_rewind = rrw_abort + 19; 1216 public final static int rrw_teradata_sel = rrw_abort + 20; 1217 public final static int rrw_ss = rrw_abort + 21; 1218 public final static int rrw_teradata_upd = rrw_abort + 22; 1219 public final static int rrw_teradata_wait = rrw_abort + 23; 1220 public final static int rrw_teradata_locking = rrw_abort + 24; 1221 public final static int rrw_casespecific = rrw_abort + 25; 1222 public final static int rrw_teradata_cs = rrw_abort + 26; 1223 public final static int rrw_teradata_add_months = rrw_abort + 27; 1224 public final static int rrw_teradata_format = rrw_abort + 28; 1225 public final static int rrw_teradata_title = rrw_abort + 29; 1226 public final static int rrw_teradata_named = rrw_abort + 30; 1227 public final static int left_parenthesis_2 = rrw_abort + 31; 1228 public final static int rrw_teradata_start_data_conversion = rrw_abort + 31; 1229 public final static int rrw_teradata_period = rrw_abort + 32; 1230 public final static int rrw_teradata_cast = rrw_abort + 33; 1231 // public final static int rrw_teradata_null = rrw_abort + 34; 1232 public final static int rrw_teradata_cv = rrw_abort + 35; 1233 public final static int rrw_teradata_for_loop = rrw_abort + 36; 1234 public final static int rrw_teradata_last = rrw_abort + 37; 1235 public final static int rrw_last_function = rrw_abort + 38; 1236 public final static int rrw_teradata_transaction = rrw_abort + 39; 1237 public final static int rrw_teradata_end_t = rrw_abort + 40; 1238 public final static int rrw_teradata_exit = rrw_abort + 41; 1239 public final static int rrw_teradata_label = rrw_abort + 42; 1240 public final static int rrw_teradata_pivot = rrw_abort + 43; 1241 public final static int rrw_teradata_cursor_name = rrw_abort + 44; 1242 public final static int rrw_teradata_condition_name = rrw_abort + 45; 1243 public final static int rrw_teradata_case_stmt = rrw_abort + 46; 1244 public final static int rrw_teradata_with_grant = rrw_abort + 47; 1245 public final static int rrw_teradata_external = rrw_abort + 48; 1246 public final static int rrw_teradata_type = rrw_abort + 53; 1247 public final static int rrw_teradata_sample = rrw_abort + 54; 1248 public final static int rrw_teradata_validtime = rrw_abort + 55; 1249 public final static int rrw_teradata_sequenced = rrw_abort + 56; 1250 public final static int rrw_teradata_nonsequenced = rrw_abort + 57; 1251 1252 1253 //hive 1254public final static int rrw_hive_desc = rrw_abort + 2; 1255public final static int rrw_hive_msck = rrw_abort + 3; 1256public final static int rrw_hive_export = rrw_abort + 4; 1257public final static int rrw_hive_import = rrw_abort + 5; 1258public final static int rrw_hive_recover = rrw_abort + 6; 1259public final static int rrw_map = rrw_abort + 7; 1260public final static int rrw_formatted = rrw_abort + 8; 1261public final static int rrw_extended = rrw_abort + 9; 1262public final static int rrw_pretty = rrw_abort + 10; 1263public final static int rrw_shared = rrw_abort + 11; 1264public final static int rrw_exclusive = rrw_abort + 12; 1265public final static int rrw_show_database = rrw_abort + 13; 1266public final static int rrw_hive_DATE_FUNCTION = rrw_abort + 14; 1267public final static int rrw_hive_rollup = rrw_abort + 15; 1268public final static int rrw_hive_cube = rrw_abort + 16; 1269 public final static int rrw_hive_upsert = rrw_abort + 17; // shared by hive and impala 1270 public final static int rrw_hive_reload = rrw_abort + 18; 1271 public final static int rrw_hive_list = rrw_abort + 19; 1272 1273// flink 1274 public final static int rrw_watermark = 693; 1275 // Flink EXPLAIN statement option keywords 1276 public final static int rrw_estimated_cost = 1300; 1277 public final static int rrw_changelog_mode = 1301; 1278 public final static int rrw_plan_advice = 1302; 1279 public final static int rrw_json_execution_plan = 1303; 1280 // Flink catalog operation keywords 1281 public final static int rrw_catalog = 1304; 1282 // Flink-specific function keywords 1283 public final static int rrw_try_cast = 1305; 1284 public final static int rrw_ifnull = 1306; 1285 public final static int rrw_nullif = 1307; 1286 public final static int rrw_coalesce = 1308; 1287 public final static int rrw_proctime = 1309; 1288 public final static int rrw_rowtime = 1310; 1289 public final static int rrw_current_watermark = 1311; 1290 public final static int rrw_current_row_timestamp = 1312; 1291 public final static int rrw_localtime = 1313; 1292 public final static int rrw_localtimestamp = 1314; 1293 // Flink-specific LOCALTIME/LOCALTIMESTAMP lexer token codes (match YACC grammar positions) 1294 public final static int flink_rw_localtime = 707; 1295 public final static int flink_rw_localtimestamp = 708; 1296 public final static int rrw_tumble = 1315; 1297 public final static int rrw_hop = 1316; 1298 public final static int rrw_cumulate = 1317; 1299 public final static int rrw_descriptor = 1318; 1300 public final static int rrw_to_timestamp = 1319; 1301 public final static int rrw_to_timestamp_ltz = 1320; 1302 public final static int rrw_to_date = 1321; 1303 public final static int rrw_date_format = 1322; 1304 // Flink PRIMARY KEY NOT ENFORCED support 1305 public final static int rrw_enforced = 1323; 1306 // Flink interval unit token codes 1307 public final static int flink_interval_year = 396; 1308 public final static int flink_interval_years = 692; 1309 public final static int flink_interval_second = 1077; 1310 public final static int flink_interval_seconds = 1078; 1311 public final static int flink_interval_minute = 1079; 1312 public final static int flink_interval_minutes = 1080; 1313 public final static int flink_interval_hour = 1081; 1314 public final static int flink_interval_hours = 1082; 1315 public final static int flink_interval_day = 1083; 1316 public final static int flink_interval_days = 1084; 1317 public final static int flink_interval_month = 1085; 1318 public final static int flink_interval_microsecond = 1159; 1319 public final static int flink_interval_microseconds = 1160; 1320 public final static int flink_interval_millisecond = 1217; 1321 public final static int flink_interval_milliseconds = 1218; 1322 public final static int flink_interval_months = 1247; 1323 1324// netezza 1325 public final static int rrw_netezza_groom = rrw_abort + 2; 1326 public final static int rrw_netezza_copy = rrw_abort + 3; 1327 public final static int rrw_netezza_generate = rrw_abort + 4; 1328 1329 public final static int rrw_int_cast = rrw_abort + 5; 1330 public final static int rrw_integer_cast = rrw_abort + 6; 1331 public final static int rrw_smallint_cast = rrw_abort + 7; 1332 public final static int rrw_bigint_cast = rrw_abort + 8; 1333 public final static int rrw_real_cast = rrw_abort + 9; 1334 public final static int rrw_float_cast = rrw_abort + 10; 1335 public final static int rrw_numeric_cast = rrw_abort + 11; 1336 public final static int rrw_boolean_cast = rrw_abort + 12; 1337 public final static int rrw_bit_cast = rrw_abort + 13; 1338 public final static int rrw_char_cast = rrw_abort + 14; 1339 public final static int rrw_nchar_cast = rrw_abort + 15; 1340 public final static int rrw_varchar_cast = rrw_abort + 16; 1341 public final static int rrw_character_cast = rrw_abort + 17; 1342 public final static int rrw_date_cast = rrw_abort + 18; 1343 public final static int rrw_time_cast = rrw_abort + 19; 1344 public final static int rrw_timestamp_cast = rrw_abort + 20; 1345 public final static int rrw_interval_cast = rrw_abort + 21; 1346 public final static int rrw_decimal_cast = rrw_abort + 22; 1347 public final static int rrw_begin_proc = rrw_abort + 23; 1348 public final static int rrw_end_proc = rrw_abort + 24; 1349 public final static int rrw_netezza_op_less_less = rrw_abort + 25; 1350 public final static int rrw_netezza_op_great_great = rrw_abort + 26; 1351 1352public final static int hive_DOT = rrw_abort + 2; 1353public final static int hive_COLON = rrw_abort + 3; 1354public final static int hive_COMMA = rrw_abort + 4; 1355public final static int hive_SEMICOLON = rrw_abort + 5; 1356public final static int hive_LPAREN = rrw_abort + 6; 1357public final static int hive_RPAREN = rrw_abort + 7; 1358public final static int hive_LSQUARE = rrw_abort + 8; 1359public final static int hive_RSQUARE = rrw_abort + 9; 1360public final static int hive_LCURLY = rrw_abort + 10; 1361public final static int hive_RCURLY = rrw_abort + 11; 1362public final static int hive_LESSTHAN = rrw_abort + 12; 1363public final static int hive_GREATERTHAN = rrw_abort + 13; 1364public final static int hive_DIVIDE = rrw_abort + 14; 1365public final static int hive_PLUS = rrw_abort + 15; 1366public final static int hive_MINUS = rrw_abort + 16; 1367public final static int hive_STAR = rrw_abort + 17; 1368public final static int hive_MOD = rrw_abort + 18; 1369public final static int hive_AMPERSAND = rrw_abort + 19; 1370public final static int hive_TILDE = rrw_abort + 20; 1371public final static int hive_BITWISEOR = rrw_abort + 21; 1372public final static int hive_BITWISEXOR = rrw_abort + 22; 1373public final static int hive_QUESTION = rrw_abort + 23; 1374public final static int hive_DOLLAR = rrw_abort + 24; 1375 1376 1377 // redshift 1378 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1379 public final static int rrw_redshift_binary_as_type = rrw_abort + 792; // = 1319, for BINARY as data type (not identifier) 1380 1381 public final static int rrw_redshift_cancel = rrw_postgresql_type + 1; 1382 public final static int rrw_redshift_unload = rrw_postgresql_type + 2 ; 1383 public final static int rrw_redshift_verbose = rrw_postgresql_type + 3; 1384 public final static int rrw_redshift_struct = rrw_postgresql_type + 4; 1385 public final static int rrw_redshift_array = rrw_postgresql_type + 5; 1386 public final static int rrw_redshift_array_type = rrw_postgresql_type + 6; 1387 1388 public final static int rrw_redshift_vacuum = rrw_postgresql_vacuum; 1389 public final static int rrw_redshift_copy = rrw_postgresql_copy; 1390 public final static int rrw_redshift_rowtype = rrw_postgresql_rowtype; 1391 public final static int rrw_redshift_filter = rrw_postgresql_filter; 1392 public final static int rrw_redshift_function_delimiter = rrw_postgresql_function_delimiter; 1393 public final static int rrw_redshift_language = rrw_postgresql_language; 1394 public final static int rrw_redshift_desc = rrw_abort + 434; // = 961, matches RW_DESC in Redshift grammar 1395 public final static int rrw_redshift_attach = rrw_abort + 819; // = 1346, matches RW_ATTACH in Redshift grammar 1396 public final static int rrw_redshift_detach = rrw_abort + 820; // = 1347, matches RW_DETACH in Redshift grammar 1397 public final static int rrw_redshift_library = rrw_abort + 826; // = 1353, matches RW_LIBRARY in Redshift grammar 1398 public final static int rrw_redshift_prior = rrw_abort + 452; // = 979, matches RW_PRIOR in Redshift grammar 1399 1400 // HANA 1401 public final static int rrw_hana_unset = rrw_abort + 2; 1402 public final static int rrw_hana_upsert = rrw_abort + 3 ; 1403 public final static int rrw_as_before_of = rrw_abort + 4 ; 1404 public final static int rrw_hana_import = rrw_abort + 5 ; 1405 public final static int rrw_hana_export = rrw_abort + 6 ; 1406 public final static int rrw_hana_of = rrw_abort + 7 ; 1407 public final static int rrw_hana_date_const = rrw_abort + 8 ; 1408 public final static int rrw_hana_time_const = rrw_abort + 9 ; 1409 public final static int rrw_hana_timestamp_const = rrw_abort + 10 ; 1410 public final static int rrw_hana_with_structured = rrw_abort + 11 ; 1411 public final static int rrw_hana_with_cache = rrw_abort + 12 ; 1412 public final static int rrw_hana_with_check = rrw_abort + 13 ; 1413 public final static int rrw_hana_recover = rrw_abort + 14 ; 1414 public final static int rrw_hana_unload = rrw_abort + 15 ; 1415 public final static int rrw_hana_unload2 = rrw_abort + 16 ; 1416 public final static int rrw_hana_validate = rrw_abort + 17; 1417 public final static int rrw_hana_header = rrw_abort + 18; 1418 public final static int rrw_hana_with_mask = rrw_abort + 19; 1419 public final static int rrw_hana_with_expression = rrw_abort + 20; 1420 public final static int rrw_hana_with_anonymization = rrw_abort + 21; 1421 public final static int rrw_hana_with_hint = rrw_abort + 22; 1422 public final static int rrw_hana_with_range_restriction = rrw_abort + 23; 1423 1424 1425 //dax 1426 public final static int rrw_dax_define = rrw_abort + 2; 1427 public final static int rrw_dax_evaluate = rrw_abort + 3 ; 1428 public final static int rrw_dax_product = rrw_abort + 4 ; 1429 public final static int rrw_dax_true = rrw_abort + 5; 1430 public final static int rrw_dax_false = rrw_abort + 6 ; 1431 public final static int rrw_dax_calendar = rrw_abort + 7 ; 1432 public final static int rrw_dax_second = rrw_abort + 8 ; 1433 1434 // ODBC 1435 public final static int rrw_odbc_d = rrw_abort + 4; 1436 public final static int rrw_odbc_t = rrw_abort + 5; 1437 public final static int rrw_odbc_ts = rrw_abort + 6; 1438 public final static int rrw_odbc_oj = rrw_abort + 7; 1439 public final static int rrw_odbc_fn = rrw_abort + 8; 1440 public final static int rrw_odbc_escape = rrw_abort + 9; 1441 1442 //vertica 1443 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1444 public final static int rrw_vertica_activate = rrw_abort + 3; 1445 public final static int rrw_vertica_deactivate= rrw_abort + 4; 1446 public final static int rrw_vertica_profile= rrw_abort + 5; 1447 public final static int rrw_vertica_date_function= rrw_abort + 6; 1448 public final static int rrw_vertica_greatest= rrw_abort + 7; 1449 public final static int rrw_vertica_least= rrw_abort + 8; 1450 public final static int rrw_vertica_copy = rrw_abort + 9; 1451 public final static int rrw_vertica_export = rrw_abort + 10; 1452 1453 // openedge 1454 public final static int rrw_openedge_with_check = rrw_abort + 2; 1455 1456 public final static int howtoSetValue_none = 0; 1457 public final static int howtoSetValue_assign = 1; 1458 public final static int howtoSetValue_default = 2; 1459 1460 public final static int kind_create = 1; 1461 public final static int kind_declare = 2; 1462 public final static int kind_define = 3; 1463 public final static int kind_create_body = 4; 1464 1465 // couchbase 1466 public final static int rrw_couchbase_build = rrw_abort + 2; 1467 public final static int rrw_couchbase_infer = rrw_abort + 3; 1468 public final static int rrw_couchbase_upsert = rrw_abort + 4; 1469 1470 //snowflake 1471 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1472 public final static int rrw_snowflake_list = rrw_abort + 3; 1473 public final static int rrw_snowflake_remove = rrw_abort + 4; 1474 public final static int rrw_snowflake_undrop = rrw_abort + 5; 1475 public final static int rrw_snowflake_copy = rrw_abort + 6; 1476 public final static int rrw_snowflake_desc = rrw_abort + 7; 1477 public final static int rrw_snowflake_ls = rrw_abort + 8; 1478 public final static int rrw_snowflake_put = rrw_abort + 9; 1479 public final static int rrw_snowflake_rm = rrw_abort + 10; 1480 public final static int rrw_snowflake_unset = rrw_abort + 11; 1481 public final static int rrw_snowflake_at = rrw_abort + 12; 1482 public final static int rrw_snowflake_at_before_parenthesis = rrw_abort + 13; 1483 public final static int rrw_snowflake_pseudo_stmt_sign = rrw_abort + 14; 1484 public final static int rrw_snowflake_date = rrw_abort + 15; 1485 public final static int rrw_snowflake_time = rrw_abort + 16; 1486 public final static int rrw_snowflake_char = rrw_abort + 17; 1487 public final static int rrw_snowflake_begin_transaction = rrw_abort + 18; 1488 public final static int rrw_snowflake_language = rrw_abort + 19; 1489 public final static int rrw_snowflake_plpgsql_function_delimiter = rrw_abort + 20; 1490 public final static int rrw_snowflake_datetime = rrw_abort + 21; 1491 public final static int rrw_snowflake_window = rrw_abort + 22; 1492 public final static int rrw_snowflake_window_as = rrw_abort + 23; 1493 public final static int rrw_snowflake_pivot = rrw_abort + 24; 1494 public final static int rrw_snowflake_unpivot = rrw_abort + 25; 1495 public final static int rrw_snowflake_default = rrw_abort + 26; 1496 public final static int rrw_snowflake_flatten = rrw_abort + 27; 1497 public final static int rrw_snowflake_offset = rrw_abort + 28; 1498 public final static int rrw_snowflake_replace_after_star = rrw_abort + 29; 1499 public final static int rrw_snowflake_function_delimiter = rrw_abort + 30; 1500 public final static int rrw_snowflake_parameter_name = rrw_abort + 31; 1501 public final static int rrw_snowflake_exists = rrw_abort + 32; 1502 public final static int rrw_snowflake_transaction = rrw_abort + 33; 1503 public final static int rrw_snowflake_javascript = rrw_abort + 34; 1504 public final static int rrw_snowflake_top = rrw_abort + 35; 1505 public final static int rrw_snowflake_limit = rrw_abort + 36; 1506 public final static int rrw_snowflake_work = rrw_abort + 37; 1507 public final static int rrw_snowflake_left_join = rrw_abort + 38; 1508 public final static int rrw_snowflake_right_join = rrw_abort + 39; 1509 public final static int rrw_snowflake_changes = rrw_abort + 40; 1510 public final static int rrw_snowflake_changes_parenthesis = rrw_abort + 41; 1511 1512 //Doris 1513 public final static int rrw_doris_export = 667; // Token code from Doris lexer 1514 public final static int rrw_doris_switch = 1011; // Token code from Doris lexer 1515 public final static int rrw_doris_admin = 788; // Token code from Doris lexer for ADMIN commands 1516 public final static int rrw_doris_recover = 663; // Token code from Doris lexer for RECOVER commands 1517 public final static int rrw_doris_cancel = 800; // Token code from Doris lexer for CANCEL commands 1518 public final static int rrw_doris_pause = 668; // Token code from Doris lexer for PAUSE commands 1519 public final static int rrw_doris_resume = 669; // Token code from Doris lexer for RESUME commands 1520 1521 //OCEANBASE MySQL mode (XA transaction entry token) 1522 // Absolute value from parsetable output for RW_XA in lzyaccoceanbasemysql.pas 1523 // (appended at end of %token block per FORK_DIVERGENCE rule #1). 1524 public final static int rrw_oceanbase_xa = 1204; 1525 // RW_ROLE from lzyaccoceanbasemysql.pas; used by the OceanBaseMysqlSqlParser 1526 // pre-pass to retokenize "SET role = ..." as a variable assignment (parity 1527 // with base MySQL) instead of the SET ROLE statement. 1528 public final static int rrw_oceanbase_role = 935; 1529 1530 //BIGQUERY 1531 public final static int rrw_bigquery_struct = rrw_abort + 2; 1532 public final static int rrw_bigquery_struct_constructor = rrw_abort + 3; 1533 public final static int rrw_bigquery_datatype_used_to_cast = rrw_abort + 4; 1534 public final static int rrw_bigquery_export = rrw_abort + 5; 1535 public final static int rrw_bigquery_begin_transaction = rrw_abort + 6; 1536 public final static int rrw_bigquery_timestamp_as_type = rrw_abort + 7; 1537 // LEFT/INNER/FULL prefixing a set operation (LEFT [OUTER] UNION ...), rewritten 1538 // by the BigQuerySqlParser pre-pass; values must match lzyaccbigquery.pas 1539 public final static int rrw_bigquery_left_set_op = rrw_abort + 682; // = 1209 1540 public final static int rrw_bigquery_inner_set_op = rrw_abort + 683; // = 1210 1541 public final static int rrw_bigquery_full_set_op = rrw_abort + 684; // = 1211 1542 1543// public final static int rrw_bigquery_timestamp_before_const = rrw_abort + 4; 1544// public final static int rrw_bigquery_date_before_const = rrw_abort + 5; 1545 1546 1547 //sparksql 1548 public final static int rrw_spark_uncache = rrw_abort + 2; 1549 public final static int rrw_spark_desc = rrw_abort + 3; 1550 public final static int rrw_spark_list = rrw_abort + 4; 1551 public final static int rrw_spark_date_const = rrw_abort + 5; 1552 public final static int rrw_spark_date_function = rrw_abort + 6; 1553 public final static int rrw_spark_time_const = rrw_abort + 7; 1554 public final static int rrw_spark_timestamp_constant = rrw_abort + 8; 1555 public final static int rrw_spark_msck = rrw_abort + 9; 1556 public final static int rrw_spark_position = rrw_abort + 10; 1557 public final static int sparksql_pipe_arrow = 753; // |> pipe operator, must match PIPE_ARROW in lzyaccsparksql.y 1558 1559 //flink 1560 // Context-sensitive tokens for LOCALTIME and LOCALTIMESTAMP 1561 // These keywords can be both builtin functions and identifiers. 1562 // When used as functions (standalone without period prefix), use these tokens. 1563 // Token codes must match YACC positions in lzyaccflink.y (709, 710) 1564 public final static int rrw_flink_localtime_as_func = rrw_abort + 182; // = 709 1565 public final static int rrw_flink_localtimestamp_as_func = rrw_abort + 183; // = 710 1566 // Named-argument assignment "=>" in Flink window TVF calls, e.g. TUMBLE(DATA => TABLE t, ...). 1567 // The lexer emits a generic multi-char operator; FlinkSqlParser rewrites it to this token. 1568 // Token code must match RW_FLINK_NAMED_ARG in the generated lzyaccflink.pas (1245) 1569 public final static int rrw_flink_named_arg = rrw_abort + 718; // = 1245 1570 1571 //presto 1572 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1573 public final static int rrw_presto_verbose = rrw_abort + 3; 1574 1575 //athena 1576 // public final static int param = rrw_abort + 2; keep the same value as postgresql 1577 public final static int rrw_athena_unload = rrw_abort + 3; 1578 public final static int rrw_athena_msck = rrw_abort + 4; 1579 1580 //duckdb 1581 public final static int rrw_duckdb_export = 1270; 1582 public final static int rrw_duckdb_summarize = 1271; 1583 public final static int rrw_duckdb_install = 1272; 1584 public final static int rrw_duckdb_import = 557; // RW_IMPORT in duckdb .pas 1585public final static int rrw_mysql_import = 613; // raw keyword code of IMPORT as seen by the statement splitter 1586 public final static int rrw_duckdb_force = 927; // RW_FORCE in duckdb .pas 1587 public final static int rrw_duckdb_secret = 1274; // RW_SECRET in duckdb .pas 1588 public final static int rrw_duckdb_pivot = 1275; // RW_PIVOT in duckdb .pas 1589 public final static int rrw_duckdb_unpivot = 1276; // RW_UNPIVOT in duckdb .pas 1590 public final static int rrw_duckdb_lbrace = 1277; // RW_LBRACE in duckdb .pas 1591 public final static int rrw_duckdb_rbrace = 1278; // RW_RBRACE in duckdb .pas 1592 public final static int rrw_duckdb_variable = 1282; // RW_VARIABLE in duckdb .pas 1593 public final static int rrw_duckdb_pragma = 1299; // RW_PRAGMA in duckdb .pas 1594 1595 /** 1596 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octIncomplete} 1597 */ 1598 public final static int kind_create_incomplete = 5; 1599 1600 /** 1601 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octVarray} 1602 */ 1603 public final static int kind_create_varray = 6; 1604 1605 /** 1606 * @deprecated since 1.7.2.7, replaced by {@link gudusoft.gsqlparser.EOracleCreateType#octNestedTable} 1607 */ 1608 public final static int kind_create_nested_table = 7; 1609 1610 public final static int kind_create_type_placeholder = 8; 1611 1612 /** 1613 * Trigger fire mode 1614 */ 1615 1616 public final static int fireMode_before = 1; 1617 public final static int fireMode_after = 2; 1618 public final static int fireMode_insteadOf = 3; 1619 public final static int fireMode_for = 4; 1620 1621 1622 1623 // source of join 1624 public final static int join_source_fake = 1; 1625 public final static int join_source_table = 2; 1626 public final static int join_source_join = 3; 1627 1628 /** 1629 * value types of insert statement 1630 */ 1631 public final static int vt_values = 1; 1632 public final static int vt_query = 2; 1633 public final static int vt_default_values = 3; 1634 public final static int vt_execute = 4; 1635 public final static int vt_values_function = 5; // oracle 1636 public final static int vt_values_empty = 6; //mysql, values() 1637 public final static int vt_set_column_value = 7; //mysql, values() 1638 public final static int vt_values_oracle_record = 8; // oracle plsql record 1639 public final static int vt_values_multi_table = 9; // oracle multitable insert 1640 public final static int vt_hive = 10; 1641 public final static int vt_hive_query = 11; 1642 public final static int vt_table = 12; 1643 1644 1645 // variable type in declare statement 1646 public final static int declare_varaible_normal = 1; 1647 public final static int declare_varaible_cursor = 2; 1648 public final static int declare_varaible_table = 3; 1649 1650 // type of declare statement 1651 /* 1652 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#variable } 1653 */ 1654 public final static int declare_statement_variable = 1; 1655 /* 1656 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#cursor } 1657 */ 1658 public final static int declare_statement_cursor = 2; 1659 /* 1660 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#conditions } 1661 */ 1662 public final static int declare_statement_conditions = 3; //mysql 1663 /* 1664 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#handlers } 1665 */ 1666 public final static int declare_statement_handlers = 4; //mysql,db2 1667 /* 1668 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#statement } 1669 */ 1670 public final static int declare_statement_statement = 5; //db2 1671 /* 1672 * @deprecated As of v1.4.7.8, replaced by {@link EDeclareType#returnCode } 1673 */ 1674 public final static int declare_statement_returnCode = 6; //db2 1675 1676 // conditional statement type 1677 public final static int condition_statement_if = 1; 1678 public final static int condition_statement_while = 2; 1679 1680 // parameters in-out mode 1681 public final static int parameter_mode_default = 0; 1682 public final static int parameter_mode_in = 1; 1683 public final static int parameter_mode_out = 2; 1684 public final static int parameter_mode_inout = 3; 1685 public final static int parameter_mode_output = 4; 1686 public final static int parameter_mode_readonly = 5; 1687 public final static int parameter_mode_aslocator = 6; //as locator 1688 public final static int parameter_mode_variadic = 7; //as locator 1689 1690 // create function return type 1691 public final static int function_return_datatype = 1; 1692 public final static int function_return_table = 2; // sql server 1693 public final static int function_return_table_variable = 3; // sql server 1694 1695 1696 // constraint level 1697 1698 public final static int constraint_level_column = 1; 1699 public final static int constraint_level_table = 2; 1700 1701 public final static int TOKEN_ALREADY_PROCESSED = 123; 1702 1703 // select distinct type 1704 1705 /** 1706 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfNone} 1707 */ 1708 public final static int dtNone = 0; 1709 1710 /** 1711 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinct} 1712 */ 1713 public final static int dtDistinct = 1; 1714 1715 /** 1716 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctOn} 1717 */ 1718 public final static int dtDistinctOn = 2; 1719 1720 /** 1721 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfAll} 1722 */ 1723 public final static int dtAll = 3; 1724 1725 /** 1726 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfUnique} 1727 */ 1728 public final static int dtUnique = 4; 1729 1730 /** 1731 * @deprecated As of 1.7.3.3, replaced by {@link EUniqueRowFilterType#urfDistinctRow} 1732 */ 1733 public final static int dtDistinctRow = 5; 1734 1735 // TLzMssqlSetType 1736 public final static int mstUnknown = 0; 1737 public final static int mstLocalVar = 1; 1738 public final static int mstLocalVarCursor = 2; 1739 public final static int mstSetCmd = 3; 1740 public final static int mstXmlMethod = 4; 1741 public final static int mstSybaseLocalVar = 5; 1742 1743 // trigger firemode 1744 public final static int tfmFor = 0; 1745 public final static int tfmAfter = 1; 1746 public final static int tfmInsteadOf = 2; 1747 public final static int tfmBefore = 3; 1748 public final static int tfmNoCascadeBefore = 4; 1749 public final static int tReferencing = 5; 1750 1751 // TLzMssqlExecType = (metExecSp,metExecStringCmd,metExecStringCmdLinkServer,metNoExecKeyword); 1752 public final static int metExecSp = 0; 1753 public final static int metExecStringCmd = 1; 1754 public final static int metExecStringCmdLinkServer = 2; 1755 public final static int metNoExecKeyword = 3; 1756 public final static int metExecMload = 4; 1757 1758 // sql server execute type 1759 // public final static int execute_procedure_function = 1; 1760 // public final static int execute_character_string = 2; 1761 1762 //TLzUDFType = ( 1763 public final static int uftUnknown = 0; 1764 public final static int uftScalar = 1; 1765 public final static int uftInlineTableValued = 2; 1766 public final static int uftMultiStatementTableValued = 3; 1767 1768 //TLzSortType = (srtNone,srtAsc,srtDesc); 1769 /** 1770 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1771 */ 1772 public final static int srtNone = 0; 1773 /** 1774 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1775 */ 1776 public final static int srtAsc = 1; 1777 /** 1778 * @deprecated As of v1.6.4.9, replaced by {@link ESortType} 1779 */ 1780 public final static int srtDesc = 2; 1781 1782 //TLzSortNulls = (srnNone,srnNullsFirst,srnNullsLast); 1783 public final static int srnNone = 0; 1784 public final static int srnNullsFirst = 1; 1785 public final static int srnNullsLast = 2; 1786 1787 public static int LEXER_INIT_MAX_MATCHES = 1024*20*10*2; 1788 1789 1790 1791 1792public static String newline = System.getProperty("line.separator"); 1793 1794public static int mycomparetext(String p1,String p2){ 1795 return p1.compareToIgnoreCase(p2); 1796 } 1797 1798public static boolean mysametext(String p1,String p2) 1799 { 1800 return (mycomparetext(p1,p2)==0); 1801 } 1802 1803 1804public static boolean assigned(Object st){ 1805 return (st != null); 1806} 1807 1808static void setTokenToIdentifier(TExpression expr){ 1809 if (expr.getExpressionType() == EExpressionType.simple_object_name_t){ 1810 if (expr.getObjectOperand().getEndToken() != null){ 1811 expr.getObjectOperand().getEndToken().tokencode = ident; 1812 expr.getObjectOperand().getEndToken().tokentype = ETokenType.ttidentifier; 1813 } 1814 }else if (expr.getExpressionType() == EExpressionType.simple_source_token_t){ 1815 expr.getSourcetokenOperand().tokencode = ident; 1816 expr.getSourcetokenOperand().tokentype = ETokenType.ttidentifier; 1817 } 1818} 1819 1820public static void resetTokenChain(TSourceTokenList pSourceTokenList, int startPos){ 1821 if(pSourceTokenList == null) return; 1822 if ((startPos < 0)||(startPos>=pSourceTokenList.size())) return; 1823 1824 if (pSourceTokenList.size() <= 0) return; 1825 1826 1827 TSourceToken lcPrevToken = null; 1828 if (startPos > 0){ 1829 lcPrevToken = pSourceTokenList.get(startPos-1); 1830 } 1831 for (int i=startPos ; i<pSourceTokenList.size();i++) { 1832 pSourceTokenList.get(i).setPrevTokenInChain(lcPrevToken); 1833 if (i != pSourceTokenList.size() - 1){ 1834 pSourceTokenList.get(i).setNextTokenInChain(pSourceTokenList.get(i+1)); 1835 } 1836 lcPrevToken = pSourceTokenList.get(i); 1837 } 1838 } 1839 1840 1841/** 1842 * Extracts the string content from inside a SQL literal value. 1843 * 1844 * Handles different types of SQL string literals: 1845 * - Standard quoted strings ('abc') 1846 * - Empty strings ('') 1847 * - Q-quoted strings (Q'[abc]') 1848 * - N-quoted strings (N'abc') 1849 * - Dollar quoted strings ($$abc$$) 1850 * 1851 * For quoted strings, it removes the outer quotes and handles escaped quotes 1852 * by replacing '' and \' with single quotes. 1853 * 1854 * @param literalStr The SQL string literal to process 1855 * @return The string content without quotes and with escaped quotes converted to single quotes. 1856 * Returns empty string for '', original string for non-literals or strings < 3 chars. 1857 */ 1858public static String getStringInsideLiteral(String literalStr){ 1859 if (literalStr.equalsIgnoreCase("''")) return ""; 1860 if (literalStr.length() <3) return literalStr; 1861 1862 boolean isLiteral = false, isDollarStr = false; 1863 // System.out.println(literalStr); 1864 int startindex = 1,endindex = 2; 1865 if (literalStr.startsWith("'")){ 1866 startindex = 1; 1867 endindex = literalStr.length() - 1; 1868 isLiteral = true; 1869 }else if ((literalStr.length() >= 5) 1870 && ((literalStr.charAt(0) == 'q') || (literalStr.charAt(0) == 'Q')) 1871 && (literalStr.charAt(1) == '\'') 1872 && literalStr.endsWith("'")){ 1873 startindex = 3; 1874 endindex = literalStr.length() - 2; 1875 isLiteral = true; 1876 }else if ((literalStr.length() >= 3) 1877 && ((literalStr.charAt(0) == 'n') || (literalStr.charAt(0) == 'N')) 1878 && (literalStr.charAt(1) == '\'') 1879 && literalStr.endsWith("'")){ 1880 startindex = 2; 1881 endindex = literalStr.length() - 1; 1882 isLiteral = true; 1883 }else if (literalStr.toLowerCase().startsWith("$$")){ 1884 startindex = 3; 1885 endindex = literalStr.length() - 2; 1886 isLiteral = true; 1887 isDollarStr = true; 1888 } 1889 1890 if (isLiteral){ 1891 if (isDollarStr) return literalStr.substring(startindex,endindex); 1892 else 1893 return literalStr.substring(startindex,endindex).replace("''","'").replace("\\'","'"); 1894 }else{ 1895 return literalStr; 1896 } 1897 1898} 1899 1900 public static String toHex(String arg, String charset) { 1901 String resultStr =arg; 1902 try { 1903 resultStr = String.format("%040x", new BigInteger(1, arg.getBytes(charset))); 1904 } 1905 catch(UnsupportedEncodingException ex){ 1906 System.out.println("Unsupported character set"+ex); 1907 } 1908 1909 return resultStr; 1910 } 1911 1912 public static String removeQuoteChar(String str){ 1913 return getTextWithoutQuoted(str); 1914 } 1915 public static String getTextWithoutQuoted(String str){ 1916 if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){ 1917 return str.substring(1, str.length() - 1); 1918 }else 1919 return str; 1920 } 1921 1922 public static String removePrefixOrSuffixQuoteChar(String str){ 1923 if ((str.length() > 1) && ((str.startsWith("`"))||(str.startsWith("'"))||(str.startsWith("["))||(str.startsWith("\"")))){ 1924 return str.substring(1, str.length()); 1925 }else if ((str.length() > 1) && ((str.endsWith("`"))||(str.endsWith("'"))||(str.endsWith("["))||(str.endsWith("\"")))){ 1926 return str.substring(0, str.length()-1); 1927 } 1928 return str; 1929 } 1930 1931 1932 public static String getLastPartOfQualifiedName(String str){ 1933 if (str.length() == 0) return str; 1934 int index = -1; 1935 for(int i = str.length() - 1; i>=0;i--){ 1936 if (str.charAt(i) == '.'){ 1937 index = i; 1938 break; 1939 } 1940 } 1941 if (index>=0){ 1942 return str.substring(index+1,str.length()); 1943 }else{ 1944 return str; 1945 } 1946 1947 } 1948 1949 public static String getTextByTokenCode(int tokenCode){ 1950 String retStr = ""; 1951 switch (tokenCode){ 1952 case TBaseType.rrw_select: 1953 retStr = "select"; 1954 break; 1955 case TBaseType.rrw_delete: 1956 retStr = "delete"; 1957 break; 1958 case TBaseType.rrw_insert: 1959 retStr = "insert"; 1960 break; 1961 case TBaseType.rrw_update: 1962 retStr = "update"; 1963 break; 1964 case TBaseType.rrw_create: 1965 retStr = "create"; 1966 break; 1967 case TBaseType.rrw_drop: 1968 retStr = "drop"; 1969 break; 1970 case TBaseType.rrw_alter: 1971 retStr = "alter"; 1972 break; 1973 case TBaseType.rrw_merge: 1974 retStr = "merge"; 1975 break; 1976 case TBaseType.rrw_grant: 1977 retStr = "grant"; 1978 break; 1979 case TBaseType.rrw_revoke: 1980 retStr = "revoke"; 1981 break; 1982 case TBaseType.rrw_commit: 1983 retStr = "commit"; 1984 break; 1985 case TBaseType.rrw_rollback: 1986 retStr = "rollback"; 1987 break; 1988 case TBaseType.rrw_execute: 1989 retStr = "execute"; 1990 break; 1991 case TBaseType.rrw_explain: 1992 retStr = "explain"; 1993 break; 1994 case TBaseType.rrw_prepare: 1995 retStr = "prepare"; 1996 break; 1997 case TBaseType.rrw_couchbase_upsert: 1998 retStr = "upsert"; 1999 break; 2000 case TBaseType.rrw_analyze: 2001 retStr = "analyze"; 2002 break; 2003 case TBaseType.rrw_associate: 2004 retStr = "associate"; 2005 break; 2006 case TBaseType.rrw_audit: 2007 retStr = "audit"; 2008 break; 2009 case TBaseType.rrw_call: 2010 retStr = "call"; 2011 break; 2012 case TBaseType.rrw_disassociate: 2013 retStr = "disassociate"; 2014 break; 2015 case TBaseType.rrw_flashback: 2016 retStr = "flashback"; 2017 break; 2018 case TBaseType.rrw_lock: 2019 retStr = "lock"; 2020 break; 2021 case TBaseType.rrw_noaudit: 2022 retStr = "noaudit"; 2023 break; 2024 case TBaseType.rrw_purge: 2025 retStr = "purge"; 2026 break; 2027 case TBaseType.rrw_rename: 2028 retStr = "rename"; 2029 break; 2030 case TBaseType.rrw_savepoint: 2031 retStr = "savepoint"; 2032 break; 2033 case TBaseType.rrw_set: 2034 retStr = "set"; 2035 break; 2036 case TBaseType.rrw_comment: 2037 retStr = "comment"; 2038 break; 2039 case TBaseType.rrw_truncate: 2040 retStr = "truncate"; 2041 break; 2042 case TBaseType.rrw_add: 2043 retStr = "add"; 2044 break; 2045 case TBaseType.rrw_backup: 2046 retStr = "backup"; 2047 break; 2048 case TBaseType.rrw_begin: 2049 retStr = "begin"; 2050 break; 2051 case TBaseType.rrw_break: 2052 retStr = "break"; 2053 break; 2054 case TBaseType.rrw_bulk: 2055 retStr = "bulk"; 2056 break; 2057 case TBaseType.rrw_checkpoint: 2058 retStr = "checkpoint"; 2059 break; 2060 case TBaseType.rrw_close: 2061 retStr = "close"; 2062 break; 2063 case TBaseType.rrw_continue: 2064 retStr = "continue"; 2065 break; 2066 case TBaseType.rrw_dbcc: 2067 retStr = "dbcc"; 2068 break; 2069 case TBaseType.rrw_deallocate: 2070 retStr = "deallocate"; 2071 break; 2072 case TBaseType.rrw_declare: 2073 retStr = "declare"; 2074 break; 2075 case TBaseType.rrw_deny: 2076 retStr = "deny"; 2077 break; 2078 case TBaseType.rrw_disable: 2079 retStr = "disable"; 2080 break; 2081 case TBaseType.rrw_enable: 2082 retStr = "enable"; 2083 break; 2084 case TBaseType.rrw_end: 2085 retStr = "end"; 2086 break; 2087 case TBaseType.rrw_exec: 2088 retStr = "exec"; 2089 break; 2090 case TBaseType.rrw_fetch: 2091 retStr = "fetch"; 2092 break; 2093 case TBaseType.rrw_go: 2094 retStr = "go"; 2095 break; 2096 case TBaseType.rrw_goto: 2097 retStr = "goto"; 2098 break; 2099 case TBaseType.rrw_if: 2100 retStr = "if"; 2101 break; 2102 case TBaseType.rrw_kill: 2103 retStr = "kill"; 2104 break; 2105 case TBaseType.rw_locktable: 2106 retStr = "locktable"; 2107 break; 2108 case TBaseType.rrw_open: 2109 retStr = "open"; 2110 break; 2111 case TBaseType.rrw_print: 2112 retStr = "print"; 2113 break; 2114 case TBaseType.rrw_raiserror: 2115 retStr = "raiserror"; 2116 break; 2117 case TBaseType.rrw_readtext: 2118 retStr = "readtext"; 2119 break; 2120 case TBaseType.rrw_receive: 2121 retStr = "receive"; 2122 break; 2123 case TBaseType.rrw_reconfigure: 2124 retStr = "reconfigure"; 2125 break; 2126 case TBaseType.rrw_restore: 2127 retStr = "restore"; 2128 break; 2129 case TBaseType.rrw_return: 2130 retStr = "return"; 2131 break; 2132 case TBaseType.rrw_revert: 2133 retStr = "revert"; 2134 break; 2135 case TBaseType.rrw_save: 2136 retStr = "save"; 2137 break; 2138 case TBaseType.rrw_setuser: 2139 retStr = "setuser"; 2140 break; 2141 case TBaseType.rrw_shutdown: 2142 retStr = "shutdown"; 2143 break; 2144 case TBaseType.rrw_sqlserver_throw: 2145 retStr = "throw"; 2146 break; 2147 case TBaseType.rrw_updatetext: 2148 retStr = "updatetext"; 2149 break; 2150 case TBaseType.rrw_use: 2151 retStr = "use"; 2152 break; 2153 case TBaseType.rrw_waitfor: 2154 retStr = "waitfor"; 2155 break; 2156 case TBaseType.rrw_while: 2157 retStr = "while"; 2158 break; 2159 case TBaseType.rrw_with: 2160 retStr = "with"; 2161 break; 2162 case TBaseType.rrw_writetext: 2163 retStr = "writetext"; 2164 break; 2165 case TBaseType.rrw_move: 2166 retStr = "move"; 2167 break; 2168 case TBaseType.rrw_send: 2169 retStr = "send"; 2170 break; 2171 case TBaseType.rrw_allocate: 2172 retStr = "allocate"; 2173 break; 2174 case TBaseType.rrw_case: 2175 retStr = "case"; 2176 break; 2177 case TBaseType.rrw_connect: 2178 retStr = "connect"; 2179 break; 2180 case TBaseType.rrw_describe: 2181 retStr = "describe"; 2182 break; 2183 case TBaseType.rrw_disconnect: 2184 retStr = "disconnect"; 2185 break; 2186 case TBaseType.rrw_flush: 2187 retStr = "flush"; 2188 break; 2189 case TBaseType.rrw_for: 2190 retStr = "for"; 2191 break; 2192 case TBaseType.rrw_free: 2193 retStr = "free"; 2194 break; 2195 case TBaseType.rrw_get: 2196 retStr = "get"; 2197 break; 2198 case TBaseType.rrw_include: 2199 retStr = "include"; 2200 break; 2201 case TBaseType.rrw_iterate: 2202 retStr = "iterate"; 2203 break; 2204 case TBaseType.rrw_leave: 2205 retStr = "leave"; 2206 break; 2207 case TBaseType.rrw_loop: 2208 retStr = "loop"; 2209 break; 2210 case TBaseType.rrw_refresh: 2211 retStr = "refresh"; 2212 break; 2213 case TBaseType.rrw_release: 2214 retStr = "release"; 2215 break; 2216 case TBaseType.rrw_repeat: 2217 retStr = "repeat"; 2218 break; 2219 case TBaseType.rrw_resignal: 2220 retStr = "resignal"; 2221 break; 2222 case TBaseType.rrw_signal: 2223 retStr = "signal"; 2224 break; 2225 case TBaseType.rrw_terminate: 2226 retStr = "terminate"; 2227 break; 2228 case TBaseType.rrw_abort: 2229 retStr = "abort"; 2230 break; 2231 case TBaseType.rrw_greenplum_analyse: 2232 retStr = "analyse"; 2233 break; 2234 case TBaseType.rrw_load: 2235 retStr = "load"; 2236 break; 2237 case TBaseType.rrw_postgresql_reassign: 2238 retStr = "reassign"; 2239 break; 2240 case TBaseType.rrw_postgresql_reindex: 2241 retStr = "reindex"; 2242 break; 2243 case TBaseType.rrw_reset: 2244 retStr = "reset"; 2245 break; 2246 case TBaseType.rrw_show: 2247 retStr = "show"; 2248 break; 2249 case TBaseType.rrw_start: 2250 retStr = "start"; 2251 break; 2252 case TBaseType.rrw_greenplum_vacuum: 2253 retStr = "vacuum"; 2254 break; 2255 case TBaseType.rrw_values: 2256 retStr = "values"; 2257 break; 2258 case TBaseType.rrw_do: 2259 retStr = "do"; 2260 break; 2261 case TBaseType.rrw_replace: 2262 retStr = "replace"; 2263 break; 2264 case TBaseType.rrw_hana_export: 2265 retStr = "rrw_hana_export"; 2266 break; 2267 case TBaseType.rrw_hana_import: 2268 retStr = "rrw_hana_import"; 2269 break; 2270 case TBaseType.rrw_hana_recover: 2271 retStr = "rrw_recover"; 2272 break; 2273 case TBaseType.rrw_hana_unload: 2274 retStr = "rrw_unload"; 2275 break; 2276 case TBaseType.rrw_unlock: 2277 retStr = "unlock"; 2278 break; 2279 case TBaseType.rrw_database: 2280 retStr = "database"; 2281 break; 2282 case TBaseType.rrw_stop: 2283 retStr = "stop"; 2284 break; 2285 case TBaseType.rrw_optimize: 2286 retStr = "optimize"; 2287 break; 2288 case TBaseType.rrw_handler: 2289 retStr = "handler"; 2290 break; 2291 case TBaseType.rrw_checksum: 2292 retStr = "checksum"; 2293 break; 2294 case TBaseType.rrw_check: 2295 retStr = "check"; 2296 break; 2297 case TBaseType.rrw_change: 2298 retStr = "change"; 2299 break; 2300 case TBaseType.rrw_cache: 2301 retStr = "cache"; 2302 break; 2303 case TBaseType.rrw_repair: 2304 retStr = "repair"; 2305 break; 2306 2307// case TBaseType.rrw_hana_unset: 2308// retStr = "rrw_unset"; 2309// break; 2310// case TBaseType.rrw_hana_upsert: 2311// retStr = "rrw_upsert"; 2312// break; 2313// case TBaseType.rrw_couchbase_build: 2314// retStr = "build"; 2315// break; 2316// case TBaseType.rrw_couchbase_infer: 2317// retStr = "infer"; 2318// break; 2319 default: 2320 retStr = "**"; 2321 break; 2322 } 2323 2324 return retStr; 2325 2326 } 2327 2328 public static String stringBlock(int line, int column) { 2329 if (line >1000){ 2330 // 在前面增加空行是为了准确定位 sql 在原来文件中的位置。 2331 // 为避免大文件中 sql block 出现在非常后面的位置，导致前面填充非常多的空行，从而引起 TSourcetoken 占用太多的内容，进而引起 out of memory 2332 // 限定最多在前面加 1000 个空行，这可能会导致地位不准确，但避免了 out of memory 的问题 2333 // https://e.gitee.com/gudusoft/projects/151613/tasks/list?issue_type_category=task&issue=I6RLR0 2334 line = 1000; 2335 } 2336 StringBuilder stringBuilder = new StringBuilder(); 2337 if (line > 0) { 2338 for (int n = 1; n <= line; n++) { 2339 stringBuilder.append("\n"); 2340 } 2341 } 2342 if (column > 0) { 2343 for (int n = 1; n <= column; n++) { 2344 stringBuilder.append(" "); 2345 } 2346 } 2347 return stringBuilder.toString(); 2348 } 2349 2350 public static String stringBlock(int lineNo, int columnNo, int quotedSymbolLength, String quotedStr){ 2351 // Windows: \r\n, Mac: \r, Linux: \n 2352 // CR(0D) -> \r, LF(0A) -> \n 2353 2354 String lineStr = ""; 2355 char c; 2356 boolean prevCharIsCR = false; 2357 int x=lineNo,y=columnNo - 1 +quotedSymbolLength; 2358 for ( int i=quotedSymbolLength; i<quotedStr.length();i++){ 2359 c = quotedStr.charAt(i); 2360 if (c=='\r'){ 2361 x++; 2362 y = 0; 2363 prevCharIsCR = true; 2364 }else if (c=='\n'){ 2365 if (!prevCharIsCR){ 2366 x++; 2367 y=0; 2368 } 2369 prevCharIsCR = false; 2370 }else if (c==' '){ 2371 y++; 2372 prevCharIsCR = false; 2373 }else if (c=='\t'){ 2374 y = y + TABSIZE; 2375 prevCharIsCR = false; 2376 }else{ 2377 break; 2378 } 2379 } 2380 return stringBlock(x-1,y); 2381 } 2382 2383 private static final Map<String,Integer> cryptFunctions = new java.util.concurrent.ConcurrentHashMap<String,Integer>( ); 2384 2385 public static void clearCryptFunctions(){ 2386 cryptFunctions.clear(); 2387 } 2388 2389 /** 2390 * In order to replace key argument used in some user defined functions when generate sql text from TCustomSqlStatement.asCanonical() 2391 * <br> We use this function to set the functions the need to be process. 2392 * <br> 2393 * <br> For example, if we want to replace 'abcdefg' argument in the following f_decrypt function when calling TCustomSqlStatement.asCanonical() 2394 * <br> select f_decrypt(name,'abcdefg') from t 2395 * <br> we call {@link #addToCryptFunctions(String, Integer)} with 'f_decrypt' refer to the function name and 2 refer to 2396 * the second argument that need to be replaced. 2397 * 2398 * <br> This function can be call multi-times to set multi-functions. 2399 * 2400 * @param functionName 2401 * @param keyPosition 2402 */ 2403 public static void addToCryptFunctions(String functionName, Integer keyPosition){ 2404 cryptFunctions.put(functionName.toUpperCase(),keyPosition); 2405 } 2406 2407 public static Integer searchCryptFunction(String functionName){ 2408 Integer i = cryptFunctions.get(getLastPartOfQualifiedName(functionName.toUpperCase())); 2409 if (i == null) return 0; 2410 return i; 2411 } 2412 2413 2414 private static final Map<String,Integer> oracleTableProps; 2415 2416 static { 2417 Map<String,Integer> props = new java.util.HashMap<String,Integer>(); 2418 props.put("CACHE",10); 2419 props.put("CLUSTER",11); 2420 props.put("COMPRESS",12); 2421 props.put("FILESYSTEM_LIKE_LOGGING",20); 2422 props.put("INITRANS",30); 2423 props.put("LOB",35); 2424 props.put("LOGGING",36); 2425 props.put("MAXTRANS",40); 2426 props.put("NOCACHE",45); 2427 props.put("NOCOMPRESS",46); 2428 props.put("NOLOGGING",47); 2429 props.put("NOPARALLEL",48); 2430 props.put("ON",56); 2431 props.put("ORGANIZATION",55); 2432 props.put("PARALLEL",60); 2433 props.put("PARTITION",61); 2434 props.put("PCTFREE",64); 2435 props.put("PCTUSED",66); 2436 props.put("SEGMENT",70); 2437 props.put("STORAGE",73); 2438 props.put("TABLESPACE",80); 2439 oracleTableProps = java.util.Collections.unmodifiableMap(props); 2440 } 2441 2442 public static boolean searchOracleTablePros(String str){ 2443 Integer i = oracleTableProps.get(str.toUpperCase()); 2444 if (i == null) return false; 2445 return i>0; 2446 } 2447 2448 public static boolean isSupportLateralColumn(EDbVendor pDbvendor){ 2449 return (pDbvendor != EDbVendor.dbvmssql); 2450// return ((pDbvendor == EDbVendor.dbvsnowflake)||(pDbvendor == EDbVendor.dbvteradata)||(pDbvendor == EDbVendor.dbvredshift) 2451// ||(pDbvendor == EDbVendor.dbvsparksql)); 2452 } 2453 // configuration 2454 public static boolean c_createTableStrictParsing = false; 2455 public static int TABSIZE = 2; 2456 2457 public static boolean comparyStringArray(String[] actualText, String[] requiredText){ 2458 boolean ret = true; 2459 if (actualText.length != requiredText.length){ 2460 System.out.println("Total lines in not equal, required text: "+ requiredText.length+", Actual SQL: "+actualText.length); 2461 return false; 2462 } 2463 2464 for(int i=0;i<requiredText.length;i++){ 2465 if (requiredText[i].equalsIgnoreCase(actualText[i])){ 2466 continue; 2467 }else{ 2468 System.out.println("Text of Line:"+(i+1)+" is not equal"); 2469 System.out.println("Actual Text:"+actualText[i]); 2470 System.out.println("Required Text:"+requiredText[i]); 2471 ret = false; 2472 break; 2473 } 2474 } 2475 return ret; 2476 } 2477 2478 public static boolean compareStringBuilderToFile(StringBuilder actual, String requiredSourceFileName){ 2479 String outStr = ""; 2480 String[] requiredSource = null,actualString=null; 2481 2482 try { 2483 outStr = TBaseType.readFile(requiredSourceFileName, Charset.defaultCharset()); 2484 requiredSource = outStr.trim().split("\r?\n"); 2485 2486 } catch (IOException e) { 2487 e.printStackTrace(); 2488 } 2489 2490 actualString = actual.toString().trim().split("\r?\n"); 2491 2492 return TBaseType.comparyStringArray(actualString,requiredSource); 2493 } 2494 2495 public static String readFromTextfile( File file ) 2496 { 2497 try 2498 { 2499 ByteArrayOutputStream out = new ByteArrayOutputStream( 4096 ); 2500 byte[] tmp = new byte[4096]; 2501 InputStream is = new BufferedInputStream( new FileInputStream( file ) ); 2502 while ( true ) 2503 { 2504 int r = is.read( tmp ); 2505 if ( r == -1 ) 2506 break; 2507 out.write( tmp, 0, r ); 2508 } 2509 byte[] bytes = out.toByteArray( ); 2510 is.close( ); 2511 out.close( ); 2512 String content = new String( bytes ); 2513 return content.trim( ); 2514 } 2515 catch ( IOException e ) 2516 { 2517 e.printStackTrace( ); 2518 } 2519 return null; 2520 } 2521 2522 /** 2523 * Normalizes dataflow XML output for comparison by removing volatile fields 2524 * that change between runs or grammar updates but don't affect functionality. 2525 * 2526 * Normalized fields: 2527 * - id, processId, processIds, procedureId: Auto-generated IDs 2528 * - coordinate: Position info that may vary 2529 * - state:\d+: Parser state numbers that shift when grammar changes 2530 * 2531 * @param dataflowXml The dataflow XML string to normalize 2532 * @return Normalized XML string for comparison 2533 */ 2534 public static String normalizeDataflowForComparison(String dataflowXml) { 2535 return dataflowXml 2536 .replaceAll("id=\".+?\"", "id=\"\"") 2537 .replaceAll("processId=\".+?\"", "processId=\"\"") 2538 .replaceAll("processIds=\".+?\"", "processIds=\"\"") 2539 .replaceAll("procedureId=\".+?\"", "procedureId=\"\"") 2540 .replaceAll("coordinate=\".+?\"", "coordinate=\"\"") 2541 .replaceAll("state:\\d+", "state:NNN"); // Parser state numbers change with grammar updates 2542 } 2543 2544 public static boolean compareStringsLineByLine(String str1, String str2) { 2545 // Split the strings into lines 2546 String[] lines1 = str1.split("\\r?\\n"); 2547 String[] lines2 = str2.split("\\r?\\n"); 2548 2549 // Compare the lines 2550 int numLines = Math.min(lines1.length, lines2.length); 2551 for (int i = 0; i < numLines; i++) { 2552 if (!lines1[i].equalsIgnoreCase(lines2[i])) { 2553 System.out.println("Mismatch at line " + (i + 1)+"\n"+lines1[i]+"\n"+lines2[i]); 2554 return false; 2555 } 2556 } 2557 2558 // Check if any lines are remaining 2559 if (lines1.length != lines2.length) { 2560 System.out.println("Lines mismatch"); 2561 return false; 2562 } 2563 2564 return true; 2565 } 2566 2567 public static String readFile(String path, Charset encoding) 2568 throws IOException 2569 { 2570 byte[] encoded = Files.readAllBytes(Paths.get(path)); 2571 return new String(encoded, encoding); 2572 } 2573 2574 /** 2575 * return an array list in text between ( and ), which is start token and end token, like this: ( option1=value1, option2=value2, option3=values ) 2576 * the result is an array like this: 2577 * <br> 2578 * <br>option1=value1 2579 * <br>option2=value2 2580 * <br>option3=value3 2581 * 2582 * @param startToken 2583 * @param endToken 2584 * @param includeNonSolidToken 2585 * @return 2586 */ 2587 public static List<String> getArrayListBetweenTokens(TSourceToken startToken, TSourceToken endToken, boolean includeNonSolidToken){ 2588 if ((startToken == null) || (endToken == null)) return null; 2589 if (startToken.container == null) return null; 2590 String textBetweenTokens = ""; 2591 int nested=0; 2592 2593 // get text between 2 tokens, doesn't include the start and end token 2594 for(int i=startToken.posinlist+1;i<endToken.posinlist;i++){ 2595 TSourceToken st = startToken.container.get(i); 2596 if ((!includeNonSolidToken)&&(st.isnonsolidtoken())) continue; 2597 if (st.tokencode == '(') nested++; 2598 if (st.tokencode == ')') nested--; 2599 if (nested > 0){ 2600 // , and = inside () is not the separator to separate the options 2601 if (st.tokencode == ','){ 2602 st.setAstext(";"); 2603 }else if (st.tokencode == '='){ 2604 st.setAstext("?"); 2605 } 2606 } 2607 if (st.tokencode == TBaseType.sconst) { 2608 if (st.toString().indexOf(",") > 0) { 2609 st.setAstext(st.getAstext().replace(',', ';')); 2610 } else if (st.toString().indexOf("=") > 0) { 2611 st.setAstext(st.getAstext().replace('=', '?')); 2612 } 2613 } 2614 2615 textBetweenTokens = textBetweenTokens + st.toString(); 2616 } 2617 2618 if (textBetweenTokens != ""){ 2619 return Arrays.asList(textBetweenTokens.split(",")); 2620 }else 2621 return null; 2622 } 2623 2624 /** 2625 * The input optionList is in format like this: 2626 * 2627 * <br> 2628 * <br>option1=value1 2629 * <br>option2=value2 2630 * <br>option3=value3 2631 * 2632 * when optionName is option1, value1 should be returned. 2633 * 2634 * @param optionList 2635 * @param optionName 2636 * @return 2637 */ 2638 public static String getOption(List<String> optionList,String optionName){ 2639 if (optionList == null) return null; 2640 String optionValue = ""; 2641 List<String> nameValues = null; 2642 for(int i=0;i<optionList.size();i++){ 2643 String str = optionList.get(i).trim(); 2644 nameValues = Arrays.asList(str.split("=")); 2645 if ((nameValues != null)&&(nameValues.size() == 2)){ 2646 if (nameValues.get(0).trim().equalsIgnoreCase(optionName)){ 2647 optionValue = nameValues.get(1); 2648 break; 2649 } 2650 } 2651 } 2652 2653 return optionValue; 2654 } 2655 2656 public static List<String> getOptionNames(List<String> optionList){ 2657 if (optionList == null) return null; 2658 String optionNameStr = ""; 2659 List<String> optionNames = null; 2660 for(int i=0;i<optionList.size();i++){ 2661 String str = optionList.get(i).trim(); 2662 optionNames = Arrays.asList(str.split("=")); 2663 if ((optionNames != null)&&(optionNames.size() == 2)){ 2664 optionNameStr = optionNameStr+optionNames.get(0)+','; 2665 } 2666 } 2667 2668 return Arrays.asList(optionNameStr.split(",")); 2669 } 2670 2671 public static String numberOfSpace(int pNum,char space){ 2672 String ret=""; 2673 for(int i=0;i<pNum;i++){ 2674 ret = ret+space; 2675 } 2676 return ret; 2677 } 2678 2679 2680 protected static List<TLog> logs = new LinkedList<TLog>(); 2681 2682 public static int logSize(){ 2683 return logs.size(); 2684 } 2685 2686 2687 public static void log(String message, int type){ 2688 TBaseType.log(message,type,-1,-1); 2689 } 2690 public static void log(String message, int type, TParseTreeNode node){ 2691 TBaseType.log(message,type,node.getStartToken().lineNo,node.getStartToken().columnNo); 2692 } 2693 public static void log(String message, int type, TSourceToken token){ 2694 TBaseType.log(message,type,token.lineNo,token.columnNo); 2695 } 2696 public static void log(String message, int type, long line, long column){ 2697 if (!TLog.isEnabled(type)) return; 2698 2699 String fullMessage = message; 2700 2701 if (DUMP_RESOLVER_LOG_TO_CONSOLE){ 2702 // 获取调用栈 2703 StackTraceElement[] stackTrace = Thread.currentThread().getStackTrace(); 2704 // // // 索引3是调用log方法的类（索引0是getStackTrace，1是log方法本身，2是直接调用log的方法） 2705 StackTraceElement caller = stackTrace[3]; 2706 2707 String location = String.format("%s:%d", caller.getFileName(), caller.getLineNumber()); 2708 2709 fullMessage = String.format("[%s] %s", location, message); 2710 } 2711 2712 TLog log = new TLog(); 2713 log.message = fullMessage; 2714 log.type = type; 2715 log.line = line; 2716 log.column = column; 2717 Timestamp timestamp = new Timestamp(System.currentTimeMillis()); 2718 log.timestamp = TLog.sdf3.format(timestamp); 2719 2720 logs.add(log); 2721 } 2722 2723 public static void dumpLogs(boolean force){ 2724 if ((!DUMP_RESOLVER_LOG_TO_CONSOLE)&&(!force)) return; 2725 2726 System.out.print("\nDump logs...\n"); 2727 for (TLog log : logs){ 2728 System.out.println(log); 2729 } 2730 System.out.print("\nEnd of dump logs\n\n"); 2731 } 2732 2733 public static void dumpLogsToFile(String fileName){ 2734 FileWriter fw = null; 2735 try { 2736 fw = new FileWriter(fileName, true); 2737 BufferedWriter bw = new BufferedWriter(fw); 2738 for (TLog log : logs){ 2739 bw.write(log.toString()); 2740 bw.newLine(); 2741 } 2742 bw.close(); 2743 } catch (IOException e) { 2744 e.printStackTrace(); 2745 } 2746 } 2747 2748 public static String dumpLogsToString(){ 2749 StringBuilder sb = new StringBuilder(); 2750 for (TLog log : logs){ 2751 sb.append (log.toString()+TBaseType.newline); 2752 } 2753 return sb.toString(); 2754 } 2755 2756 /** 2757 * Calculates statistics for SQL files within a given directory. 2758 * 2759 * @param directoryPaths A list of paths to directories to scan recursively. 2760 * @param timeInMillis The time taken to process the files in milliseconds. If 0, speed calculation is skipped. 2761 */ 2762 public static void calculateSqlLinesStats(List<String> directoryPaths, long timeInMillis) { 2763 AtomicLong totalLines = new AtomicLong(0); 2764 AtomicLong totalChars = new AtomicLong(0); 2765 AtomicLong totalFiles = new AtomicLong(0); 2766 AtomicLong errorFiles = new AtomicLong(0); 2767 2768 for (String dirPath : directoryPaths) { 2769 Path startPath = Paths.get(dirPath); 2770 if (!Files.isDirectory(startPath)) { 2771 System.err.println("Warning: Path is not a directory, skipping: " + dirPath); 2772 continue; 2773 } 2774 try (Stream<Path> stream = Files.walk(startPath)) { 2775 stream.filter(path -> path.toString().toLowerCase().endsWith(".sql")) 2776 .filter(Files::isRegularFile) 2777 .forEach(filePath -> { 2778 totalFiles.incrementAndGet(); 2779 try { 2780 // Use our safe reading method 2781 List<String> lines = safelyReadLines(filePath); 2782 if (lines.isEmpty()) { 2783 System.out.println("Note: Empty file: " + filePath); 2784 } else { 2785 totalLines.addAndGet(lines.size()); 2786 lines.forEach(line -> totalChars.addAndGet(line.length())); 2787 } 2788 } catch (Exception e) { 2789 errorFiles.incrementAndGet(); 2790 System.err.println("Error processing file " + filePath + ": " + e.getMessage()); 2791 } 2792 }); 2793 } catch (IOException e) { 2794 System.err.println("Error walking the directory " + dirPath + ": " + e.getMessage()); 2795 } 2796 } 2797 2798 long finalTotalLines = totalLines.get(); 2799 long finalTotalChars = totalChars.get(); 2800 2801 System.out.println("Total SQL files found: " + totalFiles.get()); 2802 System.out.println("Files with processing errors: " + errorFiles.get()); 2803 2804 if (finalTotalLines == 0) { 2805 System.out.println("No .sql files found or files are empty in the specified directories."); 2806 return; 2807 } 2808 2809 double averageLineLength = (double) finalTotalChars / finalTotalLines; 2810 2811 System.out.printf("Total lines of code in .sql files: %d%n", finalTotalLines); 2812 System.out.printf("Average line length: %.2f characters%n", averageLineLength); 2813 2814 if (timeInMillis > 0) { 2815 // Normalize total lines based on an 80-character average line length 2816 if (averageLineLength > 0) { // Avoid division by zero if averageLineLength is somehow 0 2817 double normalizedTotalLines = (double) finalTotalChars / 80.0; 2818 double timeInSeconds = timeInMillis / 1000.0; 2819 double linesPerSecond = normalizedTotalLines / timeInSeconds; 2820 System.out.printf("Processing speed (normalized to 80 chars/line): %.2f lines/second%n", linesPerSecond); 2821 } else { 2822 System.out.println("Cannot calculate processing speed: Average line length is zero."); 2823 } 2824 } 2825 } 2826 2827 /** 2828 * Attempts to detect the encoding of a file by checking for BOMs and content patterns. 2829 * 2830 * @param filePath The path to the file 2831 * @return The detected Charset, or ISO_8859_1 as a fallback 2832 */ 2833 private static Charset detectFileEncoding(Path filePath) { 2834 try { 2835 // Try to determine encoding from BOM or content 2836 byte[] bytes = Files.readAllBytes(filePath); 2837 2838 // Empty file check 2839 if (bytes.length == 0) { 2840 return StandardCharsets.UTF_8; // Default for empty files 2841 } 2842 2843 // Check for BOM markers 2844 if (bytes.length >= 3 && 2845 (bytes[0] & 0xFF) == 0xEF && 2846 (bytes[1] & 0xFF) == 0xBB && 2847 (bytes[2] & 0xFF) == 0xBF) { 2848 return StandardCharsets.UTF_8; // UTF-8 with BOM 2849 } 2850 2851 if (bytes.length >= 2 && 2852 (bytes[0] & 0xFF) == 0xFE && 2853 (bytes[1] & 0xFF) == 0xFF) { 2854 return StandardCharsets.UTF_16BE; // UTF-16 Big Endian 2855 } 2856 2857 if (bytes.length >= 2 && 2858 (bytes[0] & 0xFF) == 0xFF && 2859 (bytes[1] & 0xFF) == 0xFE) { 2860 if (bytes.length >= 4 && bytes[2] == 0 && bytes[3] == 0) { 2861 return Charset.forName("UTF-32LE"); // UTF-32 Little Endian 2862 } 2863 return StandardCharsets.UTF_16LE; // UTF-16 Little Endian 2864 } 2865 2866 if (bytes.length >= 4 && 2867 (bytes[0] & 0xFF) == 0x00 && 2868 (bytes[1] & 0xFF) == 0x00 && 2869 (bytes[2] & 0xFF) == 0xFE && 2870 (bytes[3] & 0xFF) == 0xFF) { 2871 return Charset.forName("UTF-32BE"); // UTF-32 Big Endian 2872 } 2873 2874 // No BOM found, try to guess based on content 2875 // This is a very simplified approach - for real detection you'd want 2876 // a dedicated library like juniversalchardet 2877 2878 // Check if file appears to be valid UTF-8 2879 if (isLikelyUtf8(bytes)) { 2880 return StandardCharsets.UTF_8; 2881 } 2882 2883 // If the file is very small and contains only ASCII chars, use UTF-8 2884 if (bytes.length < 10 && isAscii(bytes)) { 2885 return StandardCharsets.UTF_8; 2886 } 2887 2888 // Default to ISO-8859-1 as it can read any byte sequence without errors 2889 return StandardCharsets.ISO_8859_1; 2890 2891 } catch (IOException e) { 2892 // If we can't read the file to detect encoding, use ISO-8859-1 as fallback 2893 return StandardCharsets.ISO_8859_1; 2894 } 2895 } 2896 2897 /** 2898 * Checks if a byte array contains only ASCII characters (0-127) 2899 */ 2900 private static boolean isAscii(byte[] bytes) { 2901 for (byte b : bytes) { 2902 if ((b & 0xFF) > 127) { 2903 return false; 2904 } 2905 } 2906 return true; 2907 } 2908 2909 /** 2910 * Simple check if content appears to be valid UTF-8 2911 * This doesn't guarantee it's UTF-8, but helps identify obvious UTF-8 content 2912 */ 2913 private static boolean isLikelyUtf8(byte[] bytes) { 2914 int i = 0; 2915 while (i < bytes.length) { 2916 if ((bytes[i] & 0x80) == 0) { // 0xxxxxxx - ASCII character 2917 i++; 2918 } else if ((bytes[i] & 0xE0) == 0xC0) { // 110xxxxx - 2 byte sequence 2919 if (i + 1 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80) { 2920 return false; 2921 } 2922 i += 2; 2923 } else if ((bytes[i] & 0xF0) == 0xE0) { // 1110xxxx - 3 byte sequence 2924 if (i + 2 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80) { 2925 return false; 2926 } 2927 i += 3; 2928 } else if ((bytes[i] & 0xF8) == 0xF0) { // 11110xxx - 4 byte sequence 2929 if (i + 3 >= bytes.length || (bytes[i + 1] & 0xC0) != 0x80 || (bytes[i + 2] & 0xC0) != 0x80 || (bytes[i + 3] & 0xC0) != 0x80) { 2930 return false; 2931 } 2932 i += 4; 2933 } else { 2934 return false; // Invalid UTF-8 byte sequence 2935 } 2936 } 2937 return true; 2938 } 2939 2940 /** 2941 * Reads lines from a file safely, handling different encodings 2942 * 2943 * @param filePath The path to the file 2944 * @return List of lines or empty list if file cannot be read 2945 */ 2946 private static List<String> safelyReadLines(Path filePath) { 2947 try { 2948 Charset detectedCharset = detectFileEncoding(filePath); 2949 2950 // First attempt - use detected charset 2951 try { 2952 return Files.readAllLines(filePath, detectedCharset); 2953 } catch (IOException firstAttemptError) { 2954 // If that fails, try again with a more forgiving approach for small files 2955 if (Files.size(filePath) <= 4) { // Very small file 2956 try (FileChannel channel = FileChannel.open(filePath, StandardOpenOption.READ)) { 2957 ByteBuffer buffer = ByteBuffer.allocate((int)channel.size()); 2958 channel.read(buffer); 2959 buffer.flip(); 2960 2961 // We won't try to interpret - just count as a single line if not empty 2962 if (buffer.hasRemaining()) { 2963 return Collections.singletonList(""); 2964 } else { 2965 return Collections.emptyList(); 2966 } 2967 } catch (IOException e) { 2968 return Collections.emptyList(); 2969 } 2970 } 2971 2972 // Try with ISO-8859-1 as last resort 2973 try { 2974 return Files.readAllLines(filePath, StandardCharsets.ISO_8859_1); 2975 } catch (IOException lastAttemptError) { 2976 System.err.println("Failed to read file (all encoding attempts failed): " + filePath); 2977 return Collections.emptyList(); 2978 } 2979 } 2980 } catch (IOException e) { 2981 System.err.println("Error accessing file: " + filePath + " - " + e.getMessage()); 2982 return Collections.emptyList(); 2983 } 2984 } 2985 2986 /** 2987 * Efficiently removes delimiters from SQL identifiers without unnecessary string allocations. 2988 * @param str The input string 2989 * @param leftDelim Left delimiter character 2990 * @param rightDelim Right delimiter character 2991 * @param doublequote Whether to remove double quotes 2992 * @return The string with delimiters removed, or the original string if no delimiters present 2993 */ 2994 public static String removeDelimiters(String str, char leftDelim, char rightDelim, boolean doublequote) { 2995 if (str == null || str.isEmpty()) { 2996 return str; 2997 } 2998 2999 // Quick check if delimiters exist to avoid unnecessary processing 3000 boolean hasLeftDelim = str.indexOf(leftDelim) >= 0; 3001 boolean hasRightDelim = str.indexOf(rightDelim) >= 0; 3002 boolean hasDoubleQuote = doublequote && str.indexOf('"') >= 0; 3003 3004 if (!hasLeftDelim && !hasRightDelim && !hasDoubleQuote) { 3005 return str; // No delimiters found, return original string 3006 } 3007 3008 // We have at least one delimiter to remove 3009 StringBuilder sb = new StringBuilder(str.length()); 3010 for (int i = 0; i < str.length(); i++) { 3011 char c = str.charAt(i); 3012 if (c == leftDelim || c == rightDelim || (doublequote && c == '"')) { 3013 // Skip this character 3014 continue; 3015 } 3016 sb.append(c); 3017 } 3018 3019 return sb.toString(); 3020 } 3021 3022 3023 static public boolean verifyScript(EDbVendor dbVendor, String src, String target, boolean removeTrailingSemicolon){ 3024 if (src == null || target == null) return false; 3025 String normalizedSrc = src.replaceAll("\\s+", "").toLowerCase(); 3026 String normalizedTarget = target.replaceAll("\\s+", "").toLowerCase(); 3027 if (removeTrailingSemicolon){ 3028 normalizedSrc = normalizedSrc.replaceAll(";+$", ""); 3029 normalizedTarget = normalizedTarget.replaceAll(";+$", ""); 3030 } 3031 if (!normalizedSrc.equals(normalizedTarget)) { 3032 // Find first differing character 3033 int i = 0; 3034 while (i < normalizedSrc.length() && i < normalizedTarget.length() && 3035 normalizedSrc.charAt(i) == normalizedTarget.charAt(i)) { 3036 i++; 3037 } 3038 3039 // Extract up to 20 chars from difference point 3040// String srcDiff = normalizedSrc.substring(i, Math.min(i + 20, normalizedSrc.length())); 3041// String targetDiff = normalizedTarget.substring(i, Math.min(i + 20, normalizedTarget.length())); 3042 3043 System.out.println("Scripts differ at position " + i + ":"); 3044 System.out.println("Source: " + normalizedSrc); 3045 System.out.println("Target: " + normalizedTarget); 3046 return false; 3047 } 3048 return true; 3049 } 3050 3051}