sqlglot.dialects.tsql
1from __future__ import annotations 2 3import datetime 4import re 5import typing as t 6from functools import partial 7 8from sqlglot import exp, generator, parser, tokens, transforms 9from sqlglot.dialects.dialect import ( 10 Dialect, 11 NormalizationStrategy, 12 any_value_to_max_sql, 13 date_delta_sql, 14 datestrtodate_sql, 15 generatedasidentitycolumnconstraint_sql, 16 max_or_greatest, 17 min_or_least, 18 build_date_delta, 19 rename_func, 20 trim_sql, 21) 22from sqlglot.helper import seq_get 23from sqlglot.time import format_time 24from sqlglot.tokens import TokenType 25 26if t.TYPE_CHECKING: 27 from sqlglot._typing import E 28 29FULL_FORMAT_TIME_MAPPING = { 30 "weekday": "%A", 31 "dw": "%A", 32 "w": "%A", 33 "month": "%B", 34 "mm": "%B", 35 "m": "%B", 36} 37 38DATE_DELTA_INTERVAL = { 39 "year": "year", 40 "yyyy": "year", 41 "yy": "year", 42 "quarter": "quarter", 43 "qq": "quarter", 44 "q": "quarter", 45 "month": "month", 46 "mm": "month", 47 "m": "month", 48 "week": "week", 49 "ww": "week", 50 "wk": "week", 51 "day": "day", 52 "dd": "day", 53 "d": "day", 54} 55 56 57DATE_FMT_RE = re.compile("([dD]{1,2})|([mM]{1,2})|([yY]{1,4})|([hH]{1,2})|([sS]{1,2})") 58 59# N = Numeric, C=Currency 60TRANSPILE_SAFE_NUMBER_FMT = {"N", "C"} 61 62DEFAULT_START_DATE = datetime.date(1900, 1, 1) 63 64BIT_TYPES = {exp.EQ, exp.NEQ, exp.Is, exp.In, exp.Select, exp.Alias} 65 66# Unsupported options: 67# - OPTIMIZE FOR ( @variable_name { UNKNOWN | = <literal_constant> } [ , ...n ] ) 68# - TABLE HINT 69OPTIONS: parser.OPTIONS_TYPE = { 70 **dict.fromkeys( 71 ( 72 "DISABLE_OPTIMIZED_PLAN_FORCING", 73 "FAST", 74 "IGNORE_NONCLUSTERED_COLUMNSTORE_INDEX", 75 "LABEL", 76 "MAXDOP", 77 "MAXRECURSION", 78 "MAX_GRANT_PERCENT", 79 "MIN_GRANT_PERCENT", 80 "NO_PERFORMANCE_SPOOL", 81 "QUERYTRACEON", 82 "RECOMPILE", 83 ), 84 tuple(), 85 ), 86 "CONCAT": ("UNION",), 87 "DISABLE": ("EXTERNALPUSHDOWN", "SCALEOUTEXECUTION"), 88 "EXPAND": ("VIEWS",), 89 "FORCE": ("EXTERNALPUSHDOWN", "ORDER", "SCALEOUTEXECUTION"), 90 "HASH": ("GROUP", "JOIN", "UNION"), 91 "KEEP": ("PLAN",), 92 "KEEPFIXED": ("PLAN",), 93 "LOOP": ("JOIN",), 94 "MERGE": ("JOIN", "UNION"), 95 "OPTIMIZE": (("FOR", "UNKNOWN"),), 96 "ORDER": ("GROUP",), 97 "PARAMETERIZATION": ("FORCED", "SIMPLE"), 98 "ROBUST": ("PLAN",), 99 "USE": ("PLAN",), 100} 101 102OPTIONS_THAT_REQUIRE_EQUAL = ("MAX_GRANT_PERCENT", "MIN_GRANT_PERCENT", "LABEL") 103 104 105def _build_formatted_time( 106 exp_class: t.Type[E], full_format_mapping: t.Optional[bool] = None 107) -> t.Callable[[t.List], E]: 108 def _builder(args: t.List) -> E: 109 assert len(args) == 2 110 111 return exp_class( 112 this=exp.cast(args[1], exp.DataType.Type.DATETIME), 113 format=exp.Literal.string( 114 format_time( 115 args[0].name.lower(), 116 ( 117 {**TSQL.TIME_MAPPING, **FULL_FORMAT_TIME_MAPPING} 118 if full_format_mapping 119 else TSQL.TIME_MAPPING 120 ), 121 ) 122 ), 123 ) 124 125 return _builder 126 127 128def _build_format(args: t.List) -> exp.NumberToStr | exp.TimeToStr: 129 this = seq_get(args, 0) 130 fmt = seq_get(args, 1) 131 culture = seq_get(args, 2) 132 133 number_fmt = fmt and (fmt.name in TRANSPILE_SAFE_NUMBER_FMT or not DATE_FMT_RE.search(fmt.name)) 134 135 if number_fmt: 136 return exp.NumberToStr(this=this, format=fmt, culture=culture) 137 138 if fmt: 139 fmt = exp.Literal.string( 140 format_time(fmt.name, TSQL.FORMAT_TIME_MAPPING) 141 if len(fmt.name) == 1 142 else format_time(fmt.name, TSQL.TIME_MAPPING) 143 ) 144 145 return exp.TimeToStr(this=this, format=fmt, culture=culture) 146 147 148def _build_eomonth(args: t.List) -> exp.LastDay: 149 date = exp.TsOrDsToDate(this=seq_get(args, 0)) 150 month_lag = seq_get(args, 1) 151 152 if month_lag is None: 153 this: exp.Expression = date 154 else: 155 unit = DATE_DELTA_INTERVAL.get("month") 156 this = exp.DateAdd(this=date, expression=month_lag, unit=unit and exp.var(unit)) 157 158 return exp.LastDay(this=this) 159 160 161def _build_hashbytes(args: t.List) -> exp.Expression: 162 kind, data = args 163 kind = kind.name.upper() if kind.is_string else "" 164 165 if kind == "MD5": 166 args.pop(0) 167 return exp.MD5(this=data) 168 if kind in ("SHA", "SHA1"): 169 args.pop(0) 170 return exp.SHA(this=data) 171 if kind == "SHA2_256": 172 return exp.SHA2(this=data, length=exp.Literal.number(256)) 173 if kind == "SHA2_512": 174 return exp.SHA2(this=data, length=exp.Literal.number(512)) 175 176 return exp.func("HASHBYTES", *args) 177 178 179DATEPART_ONLY_FORMATS = {"DW", "HOUR", "QUARTER"} 180 181 182def _format_sql(self: TSQL.Generator, expression: exp.NumberToStr | exp.TimeToStr) -> str: 183 fmt = expression.args["format"] 184 185 if not isinstance(expression, exp.NumberToStr): 186 if fmt.is_string: 187 mapped_fmt = format_time(fmt.name, TSQL.INVERSE_TIME_MAPPING) 188 189 name = (mapped_fmt or "").upper() 190 if name in DATEPART_ONLY_FORMATS: 191 return self.func("DATEPART", name, expression.this) 192 193 fmt_sql = self.sql(exp.Literal.string(mapped_fmt)) 194 else: 195 fmt_sql = self.format_time(expression) or self.sql(fmt) 196 else: 197 fmt_sql = self.sql(fmt) 198 199 return self.func("FORMAT", expression.this, fmt_sql, expression.args.get("culture")) 200 201 202def _string_agg_sql(self: TSQL.Generator, expression: exp.GroupConcat) -> str: 203 this = expression.this 204 distinct = expression.find(exp.Distinct) 205 if distinct: 206 # exp.Distinct can appear below an exp.Order or an exp.GroupConcat expression 207 self.unsupported("T-SQL STRING_AGG doesn't support DISTINCT.") 208 this = distinct.pop().expressions[0] 209 210 order = "" 211 if isinstance(expression.this, exp.Order): 212 if expression.this.this: 213 this = expression.this.this.pop() 214 # Order has a leading space 215 order = f" WITHIN GROUP ({self.sql(expression.this)[1:]})" 216 217 separator = expression.args.get("separator") or exp.Literal.string(",") 218 return f"STRING_AGG({self.format_args(this, separator)}){order}" 219 220 221def _build_date_delta( 222 exp_class: t.Type[E], unit_mapping: t.Optional[t.Dict[str, str]] = None 223) -> t.Callable[[t.List], E]: 224 def _builder(args: t.List) -> E: 225 unit = seq_get(args, 0) 226 if unit and unit_mapping: 227 unit = exp.var(unit_mapping.get(unit.name.lower(), unit.name)) 228 229 start_date = seq_get(args, 1) 230 if start_date and start_date.is_number: 231 # Numeric types are valid DATETIME values 232 if start_date.is_int: 233 adds = DEFAULT_START_DATE + datetime.timedelta(days=int(start_date.this)) 234 start_date = exp.Literal.string(adds.strftime("%F")) 235 else: 236 # We currently don't handle float values, i.e. they're not converted to equivalent DATETIMEs. 237 # This is not a problem when generating T-SQL code, it is when transpiling to other dialects. 238 return exp_class(this=seq_get(args, 2), expression=start_date, unit=unit) 239 240 return exp_class( 241 this=exp.TimeStrToTime(this=seq_get(args, 2)), 242 expression=exp.TimeStrToTime(this=start_date), 243 unit=unit, 244 ) 245 246 return _builder 247 248 249def qualify_derived_table_outputs(expression: exp.Expression) -> exp.Expression: 250 """Ensures all (unnamed) output columns are aliased for CTEs and Subqueries.""" 251 alias = expression.args.get("alias") 252 253 if ( 254 isinstance(expression, (exp.CTE, exp.Subquery)) 255 and isinstance(alias, exp.TableAlias) 256 and not alias.columns 257 ): 258 from sqlglot.optimizer.qualify_columns import qualify_outputs 259 260 # We keep track of the unaliased column projection indexes instead of the expressions 261 # themselves, because the latter are going to be replaced by new nodes when the aliases 262 # are added and hence we won't be able to reach these newly added Alias parents 263 query = expression.this 264 unaliased_column_indexes = ( 265 i for i, c in enumerate(query.selects) if isinstance(c, exp.Column) and not c.alias 266 ) 267 268 qualify_outputs(query) 269 270 # Preserve the quoting information of columns for newly added Alias nodes 271 query_selects = query.selects 272 for select_index in unaliased_column_indexes: 273 alias = query_selects[select_index] 274 column = alias.this 275 if isinstance(column.this, exp.Identifier): 276 alias.args["alias"].set("quoted", column.this.quoted) 277 278 return expression 279 280 281# https://learn.microsoft.com/en-us/sql/t-sql/functions/datetimefromparts-transact-sql?view=sql-server-ver16#syntax 282def _build_datetimefromparts(args: t.List) -> exp.TimestampFromParts: 283 return exp.TimestampFromParts( 284 year=seq_get(args, 0), 285 month=seq_get(args, 1), 286 day=seq_get(args, 2), 287 hour=seq_get(args, 3), 288 min=seq_get(args, 4), 289 sec=seq_get(args, 5), 290 milli=seq_get(args, 6), 291 ) 292 293 294# https://learn.microsoft.com/en-us/sql/t-sql/functions/timefromparts-transact-sql?view=sql-server-ver16#syntax 295def _build_timefromparts(args: t.List) -> exp.TimeFromParts: 296 return exp.TimeFromParts( 297 hour=seq_get(args, 0), 298 min=seq_get(args, 1), 299 sec=seq_get(args, 2), 300 fractions=seq_get(args, 3), 301 precision=seq_get(args, 4), 302 ) 303 304 305def _build_with_arg_as_text( 306 klass: t.Type[exp.Expression], 307) -> t.Callable[[t.List[exp.Expression]], exp.Expression]: 308 def _parse(args: t.List[exp.Expression]) -> exp.Expression: 309 this = seq_get(args, 0) 310 311 if this and not this.is_string: 312 this = exp.cast(this, exp.DataType.Type.TEXT) 313 314 expression = seq_get(args, 1) 315 kwargs = {"this": this} 316 317 if expression: 318 kwargs["expression"] = expression 319 320 return klass(**kwargs) 321 322 return _parse 323 324 325def _json_extract_sql( 326 self: TSQL.Generator, expression: exp.JSONExtract | exp.JSONExtractScalar 327) -> str: 328 json_query = self.func("JSON_QUERY", expression.this, expression.expression) 329 json_value = self.func("JSON_VALUE", expression.this, expression.expression) 330 return self.func("ISNULL", json_query, json_value) 331 332 333class TSQL(Dialect): 334 NORMALIZATION_STRATEGY = NormalizationStrategy.CASE_INSENSITIVE 335 TIME_FORMAT = "'yyyy-mm-dd hh:mm:ss'" 336 SUPPORTS_SEMI_ANTI_JOIN = False 337 LOG_BASE_FIRST = False 338 TYPED_DIVISION = True 339 CONCAT_COALESCE = True 340 341 TIME_MAPPING = { 342 "year": "%Y", 343 "dayofyear": "%j", 344 "day": "%d", 345 "dy": "%d", 346 "y": "%Y", 347 "week": "%W", 348 "ww": "%W", 349 "wk": "%W", 350 "hour": "%h", 351 "hh": "%I", 352 "minute": "%M", 353 "mi": "%M", 354 "n": "%M", 355 "second": "%S", 356 "ss": "%S", 357 "s": "%-S", 358 "millisecond": "%f", 359 "ms": "%f", 360 "weekday": "%W", 361 "dw": "%W", 362 "month": "%m", 363 "mm": "%M", 364 "m": "%-M", 365 "Y": "%Y", 366 "YYYY": "%Y", 367 "YY": "%y", 368 "MMMM": "%B", 369 "MMM": "%b", 370 "MM": "%m", 371 "M": "%-m", 372 "dddd": "%A", 373 "dd": "%d", 374 "d": "%-d", 375 "HH": "%H", 376 "H": "%-H", 377 "h": "%-I", 378 "S": "%f", 379 "yyyy": "%Y", 380 "yy": "%y", 381 } 382 383 CONVERT_FORMAT_MAPPING = { 384 "0": "%b %d %Y %-I:%M%p", 385 "1": "%m/%d/%y", 386 "2": "%y.%m.%d", 387 "3": "%d/%m/%y", 388 "4": "%d.%m.%y", 389 "5": "%d-%m-%y", 390 "6": "%d %b %y", 391 "7": "%b %d, %y", 392 "8": "%H:%M:%S", 393 "9": "%b %d %Y %-I:%M:%S:%f%p", 394 "10": "mm-dd-yy", 395 "11": "yy/mm/dd", 396 "12": "yymmdd", 397 "13": "%d %b %Y %H:%M:ss:%f", 398 "14": "%H:%M:%S:%f", 399 "20": "%Y-%m-%d %H:%M:%S", 400 "21": "%Y-%m-%d %H:%M:%S.%f", 401 "22": "%m/%d/%y %-I:%M:%S %p", 402 "23": "%Y-%m-%d", 403 "24": "%H:%M:%S", 404 "25": "%Y-%m-%d %H:%M:%S.%f", 405 "100": "%b %d %Y %-I:%M%p", 406 "101": "%m/%d/%Y", 407 "102": "%Y.%m.%d", 408 "103": "%d/%m/%Y", 409 "104": "%d.%m.%Y", 410 "105": "%d-%m-%Y", 411 "106": "%d %b %Y", 412 "107": "%b %d, %Y", 413 "108": "%H:%M:%S", 414 "109": "%b %d %Y %-I:%M:%S:%f%p", 415 "110": "%m-%d-%Y", 416 "111": "%Y/%m/%d", 417 "112": "%Y%m%d", 418 "113": "%d %b %Y %H:%M:%S:%f", 419 "114": "%H:%M:%S:%f", 420 "120": "%Y-%m-%d %H:%M:%S", 421 "121": "%Y-%m-%d %H:%M:%S.%f", 422 } 423 424 FORMAT_TIME_MAPPING = { 425 "y": "%B %Y", 426 "d": "%m/%d/%Y", 427 "H": "%-H", 428 "h": "%-I", 429 "s": "%Y-%m-%d %H:%M:%S", 430 "D": "%A,%B,%Y", 431 "f": "%A,%B,%Y %-I:%M %p", 432 "F": "%A,%B,%Y %-I:%M:%S %p", 433 "g": "%m/%d/%Y %-I:%M %p", 434 "G": "%m/%d/%Y %-I:%M:%S %p", 435 "M": "%B %-d", 436 "m": "%B %-d", 437 "O": "%Y-%m-%dT%H:%M:%S", 438 "u": "%Y-%M-%D %H:%M:%S%z", 439 "U": "%A, %B %D, %Y %H:%M:%S%z", 440 "T": "%-I:%M:%S %p", 441 "t": "%-I:%M", 442 "Y": "%a %Y", 443 } 444 445 class Tokenizer(tokens.Tokenizer): 446 IDENTIFIERS = [("[", "]"), '"'] 447 QUOTES = ["'", '"'] 448 HEX_STRINGS = [("0x", ""), ("0X", "")] 449 VAR_SINGLE_TOKENS = {"@", "$", "#"} 450 451 KEYWORDS = { 452 **tokens.Tokenizer.KEYWORDS, 453 "CLUSTERED INDEX": TokenType.INDEX, 454 "DATETIME2": TokenType.DATETIME, 455 "DATETIMEOFFSET": TokenType.TIMESTAMPTZ, 456 "DECLARE": TokenType.DECLARE, 457 "EXEC": TokenType.COMMAND, 458 "FOR SYSTEM_TIME": TokenType.TIMESTAMP_SNAPSHOT, 459 "IMAGE": TokenType.IMAGE, 460 "MONEY": TokenType.MONEY, 461 "NONCLUSTERED INDEX": TokenType.INDEX, 462 "NTEXT": TokenType.TEXT, 463 "OPTION": TokenType.OPTION, 464 "OUTPUT": TokenType.RETURNING, 465 "PRINT": TokenType.COMMAND, 466 "PROC": TokenType.PROCEDURE, 467 "REAL": TokenType.FLOAT, 468 "ROWVERSION": TokenType.ROWVERSION, 469 "SMALLDATETIME": TokenType.DATETIME, 470 "SMALLMONEY": TokenType.SMALLMONEY, 471 "SQL_VARIANT": TokenType.VARIANT, 472 "SYSTEM_USER": TokenType.CURRENT_USER, 473 "TOP": TokenType.TOP, 474 "TIMESTAMP": TokenType.ROWVERSION, 475 "TINYINT": TokenType.UTINYINT, 476 "UNIQUEIDENTIFIER": TokenType.UNIQUEIDENTIFIER, 477 "UPDATE STATISTICS": TokenType.COMMAND, 478 "XML": TokenType.XML, 479 } 480 KEYWORDS.pop("/*+") 481 482 COMMANDS = {*tokens.Tokenizer.COMMANDS, TokenType.END} 483 484 class Parser(parser.Parser): 485 SET_REQUIRES_ASSIGNMENT_DELIMITER = False 486 LOG_DEFAULTS_TO_LN = True 487 ALTER_TABLE_ADD_REQUIRED_FOR_EACH_COLUMN = False 488 STRING_ALIASES = True 489 NO_PAREN_IF_COMMANDS = False 490 491 QUERY_MODIFIER_PARSERS = { 492 **parser.Parser.QUERY_MODIFIER_PARSERS, 493 TokenType.OPTION: lambda self: ("options", self._parse_options()), 494 } 495 496 FUNCTIONS = { 497 **parser.Parser.FUNCTIONS, 498 "CHARINDEX": lambda args: exp.StrPosition( 499 this=seq_get(args, 1), 500 substr=seq_get(args, 0), 501 position=seq_get(args, 2), 502 ), 503 "DATEADD": build_date_delta(exp.DateAdd, unit_mapping=DATE_DELTA_INTERVAL), 504 "DATEDIFF": _build_date_delta(exp.DateDiff, unit_mapping=DATE_DELTA_INTERVAL), 505 "DATENAME": _build_formatted_time(exp.TimeToStr, full_format_mapping=True), 506 "DATEPART": _build_formatted_time(exp.TimeToStr), 507 "DATETIMEFROMPARTS": _build_datetimefromparts, 508 "EOMONTH": _build_eomonth, 509 "FORMAT": _build_format, 510 "GETDATE": exp.CurrentTimestamp.from_arg_list, 511 "HASHBYTES": _build_hashbytes, 512 "ISNULL": exp.Coalesce.from_arg_list, 513 "JSON_QUERY": parser.build_extract_json_with_path(exp.JSONExtract), 514 "JSON_VALUE": parser.build_extract_json_with_path(exp.JSONExtractScalar), 515 "LEN": _build_with_arg_as_text(exp.Length), 516 "LEFT": _build_with_arg_as_text(exp.Left), 517 "RIGHT": _build_with_arg_as_text(exp.Right), 518 "REPLICATE": exp.Repeat.from_arg_list, 519 "SQUARE": lambda args: exp.Pow(this=seq_get(args, 0), expression=exp.Literal.number(2)), 520 "SYSDATETIME": exp.CurrentTimestamp.from_arg_list, 521 "SUSER_NAME": exp.CurrentUser.from_arg_list, 522 "SUSER_SNAME": exp.CurrentUser.from_arg_list, 523 "SYSTEM_USER": exp.CurrentUser.from_arg_list, 524 "TIMEFROMPARTS": _build_timefromparts, 525 } 526 527 JOIN_HINTS = {"LOOP", "HASH", "MERGE", "REMOTE"} 528 529 RETURNS_TABLE_TOKENS = parser.Parser.ID_VAR_TOKENS - { 530 TokenType.TABLE, 531 *parser.Parser.TYPE_TOKENS, 532 } 533 534 STATEMENT_PARSERS = { 535 **parser.Parser.STATEMENT_PARSERS, 536 TokenType.DECLARE: lambda self: self._parse_declare(), 537 } 538 539 RANGE_PARSERS = { 540 **parser.Parser.RANGE_PARSERS, 541 TokenType.DCOLON: lambda self, this: self.expression( 542 exp.ScopeResolution, 543 this=this, 544 expression=self._parse_function() or self._parse_var(any_token=True), 545 ), 546 } 547 548 # The DCOLON (::) operator serves as a scope resolution (exp.ScopeResolution) operator in T-SQL 549 COLUMN_OPERATORS = { 550 **parser.Parser.COLUMN_OPERATORS, 551 TokenType.DCOLON: lambda self, this, to: self.expression(exp.Cast, this=this, to=to) 552 if isinstance(to, exp.DataType) and to.this != exp.DataType.Type.USERDEFINED 553 else self.expression(exp.ScopeResolution, this=this, expression=to), 554 } 555 556 def _parse_dcolon(self) -> t.Optional[exp.Expression]: 557 return self._parse_function() or self._parse_types() 558 559 def _parse_options(self) -> t.Optional[t.List[exp.Expression]]: 560 if not self._match(TokenType.OPTION): 561 return None 562 563 def _parse_option() -> t.Optional[exp.Expression]: 564 option = self._parse_var_from_options(OPTIONS) 565 if not option: 566 return None 567 568 self._match(TokenType.EQ) 569 return self.expression( 570 exp.QueryOption, this=option, expression=self._parse_primary_or_var() 571 ) 572 573 return self._parse_wrapped_csv(_parse_option) 574 575 def _parse_projections(self) -> t.List[exp.Expression]: 576 """ 577 T-SQL supports the syntax alias = expression in the SELECT's projection list, 578 so we transform all parsed Selects to convert their EQ projections into Aliases. 579 580 See: https://learn.microsoft.com/en-us/sql/t-sql/queries/select-clause-transact-sql?view=sql-server-ver16#syntax 581 """ 582 return [ 583 ( 584 exp.alias_(projection.expression, projection.this.this, copy=False) 585 if isinstance(projection, exp.EQ) and isinstance(projection.this, exp.Column) 586 else projection 587 ) 588 for projection in super()._parse_projections() 589 ] 590 591 def _parse_commit_or_rollback(self) -> exp.Commit | exp.Rollback: 592 """Applies to SQL Server and Azure SQL Database 593 COMMIT [ { TRAN | TRANSACTION } 594 [ transaction_name | @tran_name_variable ] ] 595 [ WITH ( DELAYED_DURABILITY = { OFF | ON } ) ] 596 597 ROLLBACK { TRAN | TRANSACTION } 598 [ transaction_name | @tran_name_variable 599 | savepoint_name | @savepoint_variable ] 600 """ 601 rollback = self._prev.token_type == TokenType.ROLLBACK 602 603 self._match_texts(("TRAN", "TRANSACTION")) 604 this = self._parse_id_var() 605 606 if rollback: 607 return self.expression(exp.Rollback, this=this) 608 609 durability = None 610 if self._match_pair(TokenType.WITH, TokenType.L_PAREN): 611 self._match_text_seq("DELAYED_DURABILITY") 612 self._match(TokenType.EQ) 613 614 if self._match_text_seq("OFF"): 615 durability = False 616 else: 617 self._match(TokenType.ON) 618 durability = True 619 620 self._match_r_paren() 621 622 return self.expression(exp.Commit, this=this, durability=durability) 623 624 def _parse_transaction(self) -> exp.Transaction | exp.Command: 625 """Applies to SQL Server and Azure SQL Database 626 BEGIN { TRAN | TRANSACTION } 627 [ { transaction_name | @tran_name_variable } 628 [ WITH MARK [ 'description' ] ] 629 ] 630 """ 631 if self._match_texts(("TRAN", "TRANSACTION")): 632 transaction = self.expression(exp.Transaction, this=self._parse_id_var()) 633 if self._match_text_seq("WITH", "MARK"): 634 transaction.set("mark", self._parse_string()) 635 636 return transaction 637 638 return self._parse_as_command(self._prev) 639 640 def _parse_returns(self) -> exp.ReturnsProperty: 641 table = self._parse_id_var(any_token=False, tokens=self.RETURNS_TABLE_TOKENS) 642 returns = super()._parse_returns() 643 returns.set("table", table) 644 return returns 645 646 def _parse_convert( 647 self, strict: bool, safe: t.Optional[bool] = None 648 ) -> t.Optional[exp.Expression]: 649 this = self._parse_types() 650 self._match(TokenType.COMMA) 651 args = [this, *self._parse_csv(self._parse_assignment)] 652 convert = exp.Convert.from_arg_list(args) 653 convert.set("safe", safe) 654 convert.set("strict", strict) 655 return convert 656 657 def _parse_user_defined_function( 658 self, kind: t.Optional[TokenType] = None 659 ) -> t.Optional[exp.Expression]: 660 this = super()._parse_user_defined_function(kind=kind) 661 662 if ( 663 kind == TokenType.FUNCTION 664 or isinstance(this, exp.UserDefinedFunction) 665 or self._match(TokenType.ALIAS, advance=False) 666 ): 667 return this 668 669 expressions = self._parse_csv(self._parse_function_parameter) 670 return self.expression(exp.UserDefinedFunction, this=this, expressions=expressions) 671 672 def _parse_id_var( 673 self, 674 any_token: bool = True, 675 tokens: t.Optional[t.Collection[TokenType]] = None, 676 ) -> t.Optional[exp.Expression]: 677 is_temporary = self._match(TokenType.HASH) 678 is_global = is_temporary and self._match(TokenType.HASH) 679 680 this = super()._parse_id_var(any_token=any_token, tokens=tokens) 681 if this: 682 if is_global: 683 this.set("global", True) 684 elif is_temporary: 685 this.set("temporary", True) 686 687 return this 688 689 def _parse_create(self) -> exp.Create | exp.Command: 690 create = super()._parse_create() 691 692 if isinstance(create, exp.Create): 693 table = create.this.this if isinstance(create.this, exp.Schema) else create.this 694 if isinstance(table, exp.Table) and table.this.args.get("temporary"): 695 if not create.args.get("properties"): 696 create.set("properties", exp.Properties(expressions=[])) 697 698 create.args["properties"].append("expressions", exp.TemporaryProperty()) 699 700 return create 701 702 def _parse_if(self) -> t.Optional[exp.Expression]: 703 index = self._index 704 705 if self._match_text_seq("OBJECT_ID"): 706 self._parse_wrapped_csv(self._parse_string) 707 if self._match_text_seq("IS", "NOT", "NULL") and self._match(TokenType.DROP): 708 return self._parse_drop(exists=True) 709 self._retreat(index) 710 711 return super()._parse_if() 712 713 def _parse_unique(self) -> exp.UniqueColumnConstraint: 714 if self._match_texts(("CLUSTERED", "NONCLUSTERED")): 715 this = self.CONSTRAINT_PARSERS[self._prev.text.upper()](self) 716 else: 717 this = self._parse_schema(self._parse_id_var(any_token=False)) 718 719 return self.expression(exp.UniqueColumnConstraint, this=this) 720 721 def _parse_partition(self) -> t.Optional[exp.Partition]: 722 if not self._match_text_seq("WITH", "(", "PARTITIONS"): 723 return None 724 725 def parse_range(): 726 low = self._parse_bitwise() 727 high = self._parse_bitwise() if self._match_text_seq("TO") else None 728 729 return ( 730 self.expression(exp.PartitionRange, this=low, expression=high) if high else low 731 ) 732 733 partition = self.expression( 734 exp.Partition, expressions=self._parse_wrapped_csv(parse_range) 735 ) 736 737 self._match_r_paren() 738 739 return partition 740 741 def _parse_declare(self) -> exp.Declare | exp.Command: 742 index = self._index 743 expressions = self._try_parse(partial(self._parse_csv, self._parse_declareitem)) 744 745 if not expressions or self._curr: 746 self._retreat(index) 747 return self._parse_as_command(self._prev) 748 749 return self.expression(exp.Declare, expressions=expressions) 750 751 def _parse_declareitem(self) -> t.Optional[exp.DeclareItem]: 752 var = self._parse_id_var() 753 if not var: 754 return None 755 756 value = None 757 self._match(TokenType.ALIAS) 758 if self._match(TokenType.TABLE): 759 data_type = self._parse_schema() 760 else: 761 data_type = self._parse_types() 762 if self._match(TokenType.EQ): 763 value = self._parse_bitwise() 764 765 return self.expression(exp.DeclareItem, this=var, kind=data_type, default=value) 766 767 class Generator(generator.Generator): 768 LIMIT_IS_TOP = True 769 QUERY_HINTS = False 770 RETURNING_END = False 771 NVL2_SUPPORTED = False 772 ALTER_TABLE_INCLUDE_COLUMN_KEYWORD = False 773 LIMIT_FETCH = "FETCH" 774 COMPUTED_COLUMN_WITH_TYPE = False 775 CTE_RECURSIVE_KEYWORD_REQUIRED = False 776 ENSURE_BOOLS = True 777 NULL_ORDERING_SUPPORTED = None 778 SUPPORTS_SINGLE_ARG_CONCAT = False 779 TABLESAMPLE_SEED_KEYWORD = "REPEATABLE" 780 SUPPORTS_SELECT_INTO = True 781 JSON_PATH_BRACKETED_KEY_SUPPORTED = False 782 SUPPORTS_TO_NUMBER = False 783 SET_OP_MODIFIERS = False 784 COPY_PARAMS_EQ_REQUIRED = True 785 PARSE_JSON_NAME = None 786 787 EXPRESSIONS_WITHOUT_NESTED_CTES = { 788 exp.Delete, 789 exp.Insert, 790 exp.Intersect, 791 exp.Except, 792 exp.Merge, 793 exp.Select, 794 exp.Subquery, 795 exp.Union, 796 exp.Update, 797 } 798 799 SUPPORTED_JSON_PATH_PARTS = { 800 exp.JSONPathKey, 801 exp.JSONPathRoot, 802 exp.JSONPathSubscript, 803 } 804 805 TYPE_MAPPING = { 806 **generator.Generator.TYPE_MAPPING, 807 exp.DataType.Type.BOOLEAN: "BIT", 808 exp.DataType.Type.DECIMAL: "NUMERIC", 809 exp.DataType.Type.DATETIME: "DATETIME2", 810 exp.DataType.Type.DOUBLE: "FLOAT", 811 exp.DataType.Type.INT: "INTEGER", 812 exp.DataType.Type.ROWVERSION: "ROWVERSION", 813 exp.DataType.Type.TEXT: "VARCHAR(MAX)", 814 exp.DataType.Type.TIMESTAMP: "DATETIME2", 815 exp.DataType.Type.TIMESTAMPTZ: "DATETIMEOFFSET", 816 exp.DataType.Type.UTINYINT: "TINYINT", 817 exp.DataType.Type.VARIANT: "SQL_VARIANT", 818 } 819 820 TYPE_MAPPING.pop(exp.DataType.Type.NCHAR) 821 TYPE_MAPPING.pop(exp.DataType.Type.NVARCHAR) 822 823 TRANSFORMS = { 824 **generator.Generator.TRANSFORMS, 825 exp.AnyValue: any_value_to_max_sql, 826 exp.ArrayToString: rename_func("STRING_AGG"), 827 exp.AutoIncrementColumnConstraint: lambda *_: "IDENTITY", 828 exp.DateAdd: date_delta_sql("DATEADD"), 829 exp.DateDiff: date_delta_sql("DATEDIFF"), 830 exp.CTE: transforms.preprocess([qualify_derived_table_outputs]), 831 exp.CurrentDate: rename_func("GETDATE"), 832 exp.CurrentTimestamp: rename_func("GETDATE"), 833 exp.DateStrToDate: datestrtodate_sql, 834 exp.Extract: rename_func("DATEPART"), 835 exp.GeneratedAsIdentityColumnConstraint: generatedasidentitycolumnconstraint_sql, 836 exp.GroupConcat: _string_agg_sql, 837 exp.If: rename_func("IIF"), 838 exp.JSONExtract: _json_extract_sql, 839 exp.JSONExtractScalar: _json_extract_sql, 840 exp.LastDay: lambda self, e: self.func("EOMONTH", e.this), 841 exp.Max: max_or_greatest, 842 exp.MD5: lambda self, e: self.func("HASHBYTES", exp.Literal.string("MD5"), e.this), 843 exp.Min: min_or_least, 844 exp.NumberToStr: _format_sql, 845 exp.Repeat: rename_func("REPLICATE"), 846 exp.Select: transforms.preprocess( 847 [ 848 transforms.eliminate_distinct_on, 849 transforms.eliminate_semi_and_anti_joins, 850 transforms.eliminate_qualify, 851 ] 852 ), 853 exp.StrPosition: lambda self, e: self.func( 854 "CHARINDEX", e.args.get("substr"), e.this, e.args.get("position") 855 ), 856 exp.Subquery: transforms.preprocess([qualify_derived_table_outputs]), 857 exp.SHA: lambda self, e: self.func("HASHBYTES", exp.Literal.string("SHA1"), e.this), 858 exp.SHA2: lambda self, e: self.func( 859 "HASHBYTES", exp.Literal.string(f"SHA2_{e.args.get('length', 256)}"), e.this 860 ), 861 exp.TemporaryProperty: lambda self, e: "", 862 exp.TimeStrToTime: lambda self, e: self.sql( 863 exp.cast(e.this, exp.DataType.Type.DATETIME) 864 ), 865 exp.TimeToStr: _format_sql, 866 exp.Trim: trim_sql, 867 exp.TsOrDsAdd: date_delta_sql("DATEADD", cast=True), 868 exp.TsOrDsDiff: date_delta_sql("DATEDIFF"), 869 } 870 871 TRANSFORMS.pop(exp.ReturnsProperty) 872 873 PROPERTIES_LOCATION = { 874 **generator.Generator.PROPERTIES_LOCATION, 875 exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED, 876 } 877 878 def scope_resolution(self, rhs: str, scope_name: str) -> str: 879 return f"{scope_name}::{rhs}" 880 881 def select_sql(self, expression: exp.Select) -> str: 882 if expression.args.get("offset"): 883 if not expression.args.get("order"): 884 # ORDER BY is required in order to use OFFSET in a query, so we use 885 # a noop order by, since we don't really care about the order. 886 # See: https://www.microsoftpressstore.com/articles/article.aspx?p=2314819 887 expression.order_by(exp.select(exp.null()).subquery(), copy=False) 888 889 limit = expression.args.get("limit") 890 if isinstance(limit, exp.Limit): 891 # TOP and OFFSET can't be combined, we need use FETCH instead of TOP 892 # we replace here because otherwise TOP would be generated in select_sql 893 limit.replace(exp.Fetch(direction="FIRST", count=limit.expression)) 894 895 return super().select_sql(expression) 896 897 def convert_sql(self, expression: exp.Convert) -> str: 898 name = "TRY_CONVERT" if expression.args.get("safe") else "CONVERT" 899 return self.func( 900 name, expression.this, expression.expression, expression.args.get("style") 901 ) 902 903 def queryoption_sql(self, expression: exp.QueryOption) -> str: 904 option = self.sql(expression, "this") 905 value = self.sql(expression, "expression") 906 if value: 907 optional_equal_sign = "= " if option in OPTIONS_THAT_REQUIRE_EQUAL else "" 908 return f"{option} {optional_equal_sign}{value}" 909 return option 910 911 def lateral_op(self, expression: exp.Lateral) -> str: 912 cross_apply = expression.args.get("cross_apply") 913 if cross_apply is True: 914 return "CROSS APPLY" 915 if cross_apply is False: 916 return "OUTER APPLY" 917 918 # TODO: perhaps we can check if the parent is a Join and transpile it appropriately 919 self.unsupported("LATERAL clause is not supported.") 920 return "LATERAL" 921 922 def timefromparts_sql(self, expression: exp.TimeFromParts) -> str: 923 nano = expression.args.get("nano") 924 if nano is not None: 925 nano.pop() 926 self.unsupported("Specifying nanoseconds is not supported in TIMEFROMPARTS.") 927 928 if expression.args.get("fractions") is None: 929 expression.set("fractions", exp.Literal.number(0)) 930 if expression.args.get("precision") is None: 931 expression.set("precision", exp.Literal.number(0)) 932 933 return rename_func("TIMEFROMPARTS")(self, expression) 934 935 def timestampfromparts_sql(self, expression: exp.TimestampFromParts) -> str: 936 zone = expression.args.get("zone") 937 if zone is not None: 938 zone.pop() 939 self.unsupported("Time zone is not supported in DATETIMEFROMPARTS.") 940 941 nano = expression.args.get("nano") 942 if nano is not None: 943 nano.pop() 944 self.unsupported("Specifying nanoseconds is not supported in DATETIMEFROMPARTS.") 945 946 if expression.args.get("milli") is None: 947 expression.set("milli", exp.Literal.number(0)) 948 949 return rename_func("DATETIMEFROMPARTS")(self, expression) 950 951 def setitem_sql(self, expression: exp.SetItem) -> str: 952 this = expression.this 953 if isinstance(this, exp.EQ) and not isinstance(this.left, exp.Parameter): 954 # T-SQL does not use '=' in SET command, except when the LHS is a variable. 955 return f"{self.sql(this.left)} {self.sql(this.right)}" 956 957 return super().setitem_sql(expression) 958 959 def boolean_sql(self, expression: exp.Boolean) -> str: 960 if type(expression.parent) in BIT_TYPES: 961 return "1" if expression.this else "0" 962 963 return "(1 = 1)" if expression.this else "(1 = 0)" 964 965 def is_sql(self, expression: exp.Is) -> str: 966 if isinstance(expression.expression, exp.Boolean): 967 return self.binary(expression, "=") 968 return self.binary(expression, "IS") 969 970 def createable_sql(self, expression: exp.Create, locations: t.DefaultDict) -> str: 971 sql = self.sql(expression, "this") 972 properties = expression.args.get("properties") 973 974 if sql[:1] != "#" and any( 975 isinstance(prop, exp.TemporaryProperty) 976 for prop in (properties.expressions if properties else []) 977 ): 978 sql = f"[#{sql[1:]}" if sql.startswith("[") else f"#{sql}" 979 980 return sql 981 982 def create_sql(self, expression: exp.Create) -> str: 983 kind = expression.kind 984 exists = expression.args.pop("exists", None) 985 986 if kind == "VIEW": 987 expression.this.set("catalog", None) 988 989 sql = super().create_sql(expression) 990 991 like_property = expression.find(exp.LikeProperty) 992 if like_property: 993 ctas_expression = like_property.this 994 else: 995 ctas_expression = expression.expression 996 997 table = expression.find(exp.Table) 998 999 # Convert CTAS statement to SELECT .. INTO .. 1000 if kind == "TABLE" and ctas_expression: 1001 ctas_with = ctas_expression.args.get("with") 1002 if ctas_with: 1003 ctas_with = ctas_with.pop() 1004 1005 if isinstance(ctas_expression, exp.UNWRAPPED_QUERIES): 1006 ctas_expression = ctas_expression.subquery() 1007 1008 select_into = exp.select("*").from_(exp.alias_(ctas_expression, "temp", table=True)) 1009 select_into.set("into", exp.Into(this=table)) 1010 select_into.set("with", ctas_with) 1011 1012 if like_property: 1013 select_into.limit(0, copy=False) 1014 1015 sql = self.sql(select_into) 1016 1017 if exists: 1018 identifier = self.sql(exp.Literal.string(exp.table_name(table) if table else "")) 1019 sql = self.sql(exp.Literal.string(sql)) 1020 if kind == "SCHEMA": 1021 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.schemata WHERE schema_name = {identifier}) EXEC({sql})""" 1022 elif kind == "TABLE": 1023 assert table 1024 where = exp.and_( 1025 exp.column("table_name").eq(table.name), 1026 exp.column("table_schema").eq(table.db) if table.db else None, 1027 exp.column("table_catalog").eq(table.catalog) if table.catalog else None, 1028 ) 1029 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.tables WHERE {where}) EXEC({sql})""" 1030 elif kind == "INDEX": 1031 index = self.sql(exp.Literal.string(expression.this.text("this"))) 1032 sql = f"""IF NOT EXISTS (SELECT * FROM sys.indexes WHERE object_id = object_id({identifier}) AND name = {index}) EXEC({sql})""" 1033 elif expression.args.get("replace"): 1034 sql = sql.replace("CREATE OR REPLACE ", "CREATE OR ALTER ", 1) 1035 1036 return self.prepend_ctes(expression, sql) 1037 1038 def offset_sql(self, expression: exp.Offset) -> str: 1039 return f"{super().offset_sql(expression)} ROWS" 1040 1041 def version_sql(self, expression: exp.Version) -> str: 1042 name = "SYSTEM_TIME" if expression.name == "TIMESTAMP" else expression.name 1043 this = f"FOR {name}" 1044 expr = expression.expression 1045 kind = expression.text("kind") 1046 if kind in ("FROM", "BETWEEN"): 1047 args = expr.expressions 1048 sep = "TO" if kind == "FROM" else "AND" 1049 expr_sql = f"{self.sql(seq_get(args, 0))} {sep} {self.sql(seq_get(args, 1))}" 1050 else: 1051 expr_sql = self.sql(expr) 1052 1053 expr_sql = f" {expr_sql}" if expr_sql else "" 1054 return f"{this} {kind}{expr_sql}" 1055 1056 def returnsproperty_sql(self, expression: exp.ReturnsProperty) -> str: 1057 table = expression.args.get("table") 1058 table = f"{table} " if table else "" 1059 return f"RETURNS {table}{self.sql(expression, 'this')}" 1060 1061 def returning_sql(self, expression: exp.Returning) -> str: 1062 into = self.sql(expression, "into") 1063 into = self.seg(f"INTO {into}") if into else "" 1064 return f"{self.seg('OUTPUT')} {self.expressions(expression, flat=True)}{into}" 1065 1066 def transaction_sql(self, expression: exp.Transaction) -> str: 1067 this = self.sql(expression, "this") 1068 this = f" {this}" if this else "" 1069 mark = self.sql(expression, "mark") 1070 mark = f" WITH MARK {mark}" if mark else "" 1071 return f"BEGIN TRANSACTION{this}{mark}" 1072 1073 def commit_sql(self, expression: exp.Commit) -> str: 1074 this = self.sql(expression, "this") 1075 this = f" {this}" if this else "" 1076 durability = expression.args.get("durability") 1077 durability = ( 1078 f" WITH (DELAYED_DURABILITY = {'ON' if durability else 'OFF'})" 1079 if durability is not None 1080 else "" 1081 ) 1082 return f"COMMIT TRANSACTION{this}{durability}" 1083 1084 def rollback_sql(self, expression: exp.Rollback) -> str: 1085 this = self.sql(expression, "this") 1086 this = f" {this}" if this else "" 1087 return f"ROLLBACK TRANSACTION{this}" 1088 1089 def identifier_sql(self, expression: exp.Identifier) -> str: 1090 identifier = super().identifier_sql(expression) 1091 1092 if expression.args.get("global"): 1093 identifier = f"##{identifier}" 1094 elif expression.args.get("temporary"): 1095 identifier = f"#{identifier}" 1096 1097 return identifier 1098 1099 def constraint_sql(self, expression: exp.Constraint) -> str: 1100 this = self.sql(expression, "this") 1101 expressions = self.expressions(expression, flat=True, sep=" ") 1102 return f"CONSTRAINT {this} {expressions}" 1103 1104 def length_sql(self, expression: exp.Length) -> str: 1105 return self._uncast_text(expression, "LEN") 1106 1107 def right_sql(self, expression: exp.Right) -> str: 1108 return self._uncast_text(expression, "RIGHT") 1109 1110 def left_sql(self, expression: exp.Left) -> str: 1111 return self._uncast_text(expression, "LEFT") 1112 1113 def _uncast_text(self, expression: exp.Expression, name: str) -> str: 1114 this = expression.this 1115 if isinstance(this, exp.Cast) and this.is_type(exp.DataType.Type.TEXT): 1116 this_sql = self.sql(this, "this") 1117 else: 1118 this_sql = self.sql(this) 1119 expression_sql = self.sql(expression, "expression") 1120 return self.func(name, this_sql, expression_sql if expression_sql else None) 1121 1122 def partition_sql(self, expression: exp.Partition) -> str: 1123 return f"WITH (PARTITIONS({self.expressions(expression, flat=True)}))" 1124 1125 def altertable_sql(self, expression: exp.AlterTable) -> str: 1126 action = seq_get(expression.args.get("actions") or [], 0) 1127 if isinstance(action, exp.RenameTable): 1128 return f"EXEC sp_rename '{self.sql(expression.this)}', '{action.this.name}'" 1129 return super().altertable_sql(expression) 1130 1131 def drop_sql(self, expression: exp.Drop) -> str: 1132 if expression.args["kind"] == "VIEW": 1133 expression.this.set("catalog", None) 1134 return super().drop_sql(expression) 1135 1136 def declare_sql(self, expression: exp.Declare) -> str: 1137 return f"DECLARE {self.expressions(expression, flat=True)}" 1138 1139 def declareitem_sql(self, expression: exp.DeclareItem) -> str: 1140 variable = self.sql(expression, "this") 1141 default = self.sql(expression, "default") 1142 default = f" = {default}" if default else "" 1143 1144 kind = self.sql(expression, "kind") 1145 if isinstance(expression.args.get("kind"), exp.Schema): 1146 kind = f"TABLE {kind}" 1147 1148 return f"{variable} AS {kind}{default}" 1149 1150 def options_modifier(self, expression: exp.Expression) -> str: 1151 options = self.expressions(expression, key="options") 1152 return f" OPTION{self.wrap(options)}" if options else ""
250def qualify_derived_table_outputs(expression: exp.Expression) -> exp.Expression: 251 """Ensures all (unnamed) output columns are aliased for CTEs and Subqueries.""" 252 alias = expression.args.get("alias") 253 254 if ( 255 isinstance(expression, (exp.CTE, exp.Subquery)) 256 and isinstance(alias, exp.TableAlias) 257 and not alias.columns 258 ): 259 from sqlglot.optimizer.qualify_columns import qualify_outputs 260 261 # We keep track of the unaliased column projection indexes instead of the expressions 262 # themselves, because the latter are going to be replaced by new nodes when the aliases 263 # are added and hence we won't be able to reach these newly added Alias parents 264 query = expression.this 265 unaliased_column_indexes = ( 266 i for i, c in enumerate(query.selects) if isinstance(c, exp.Column) and not c.alias 267 ) 268 269 qualify_outputs(query) 270 271 # Preserve the quoting information of columns for newly added Alias nodes 272 query_selects = query.selects 273 for select_index in unaliased_column_indexes: 274 alias = query_selects[select_index] 275 column = alias.this 276 if isinstance(column.this, exp.Identifier): 277 alias.args["alias"].set("quoted", column.this.quoted) 278 279 return expression
Ensures all (unnamed) output columns are aliased for CTEs and Subqueries.
334class TSQL(Dialect): 335 NORMALIZATION_STRATEGY = NormalizationStrategy.CASE_INSENSITIVE 336 TIME_FORMAT = "'yyyy-mm-dd hh:mm:ss'" 337 SUPPORTS_SEMI_ANTI_JOIN = False 338 LOG_BASE_FIRST = False 339 TYPED_DIVISION = True 340 CONCAT_COALESCE = True 341 342 TIME_MAPPING = { 343 "year": "%Y", 344 "dayofyear": "%j", 345 "day": "%d", 346 "dy": "%d", 347 "y": "%Y", 348 "week": "%W", 349 "ww": "%W", 350 "wk": "%W", 351 "hour": "%h", 352 "hh": "%I", 353 "minute": "%M", 354 "mi": "%M", 355 "n": "%M", 356 "second": "%S", 357 "ss": "%S", 358 "s": "%-S", 359 "millisecond": "%f", 360 "ms": "%f", 361 "weekday": "%W", 362 "dw": "%W", 363 "month": "%m", 364 "mm": "%M", 365 "m": "%-M", 366 "Y": "%Y", 367 "YYYY": "%Y", 368 "YY": "%y", 369 "MMMM": "%B", 370 "MMM": "%b", 371 "MM": "%m", 372 "M": "%-m", 373 "dddd": "%A", 374 "dd": "%d", 375 "d": "%-d", 376 "HH": "%H", 377 "H": "%-H", 378 "h": "%-I", 379 "S": "%f", 380 "yyyy": "%Y", 381 "yy": "%y", 382 } 383 384 CONVERT_FORMAT_MAPPING = { 385 "0": "%b %d %Y %-I:%M%p", 386 "1": "%m/%d/%y", 387 "2": "%y.%m.%d", 388 "3": "%d/%m/%y", 389 "4": "%d.%m.%y", 390 "5": "%d-%m-%y", 391 "6": "%d %b %y", 392 "7": "%b %d, %y", 393 "8": "%H:%M:%S", 394 "9": "%b %d %Y %-I:%M:%S:%f%p", 395 "10": "mm-dd-yy", 396 "11": "yy/mm/dd", 397 "12": "yymmdd", 398 "13": "%d %b %Y %H:%M:ss:%f", 399 "14": "%H:%M:%S:%f", 400 "20": "%Y-%m-%d %H:%M:%S", 401 "21": "%Y-%m-%d %H:%M:%S.%f", 402 "22": "%m/%d/%y %-I:%M:%S %p", 403 "23": "%Y-%m-%d", 404 "24": "%H:%M:%S", 405 "25": "%Y-%m-%d %H:%M:%S.%f", 406 "100": "%b %d %Y %-I:%M%p", 407 "101": "%m/%d/%Y", 408 "102": "%Y.%m.%d", 409 "103": "%d/%m/%Y", 410 "104": "%d.%m.%Y", 411 "105": "%d-%m-%Y", 412 "106": "%d %b %Y", 413 "107": "%b %d, %Y", 414 "108": "%H:%M:%S", 415 "109": "%b %d %Y %-I:%M:%S:%f%p", 416 "110": "%m-%d-%Y", 417 "111": "%Y/%m/%d", 418 "112": "%Y%m%d", 419 "113": "%d %b %Y %H:%M:%S:%f", 420 "114": "%H:%M:%S:%f", 421 "120": "%Y-%m-%d %H:%M:%S", 422 "121": "%Y-%m-%d %H:%M:%S.%f", 423 } 424 425 FORMAT_TIME_MAPPING = { 426 "y": "%B %Y", 427 "d": "%m/%d/%Y", 428 "H": "%-H", 429 "h": "%-I", 430 "s": "%Y-%m-%d %H:%M:%S", 431 "D": "%A,%B,%Y", 432 "f": "%A,%B,%Y %-I:%M %p", 433 "F": "%A,%B,%Y %-I:%M:%S %p", 434 "g": "%m/%d/%Y %-I:%M %p", 435 "G": "%m/%d/%Y %-I:%M:%S %p", 436 "M": "%B %-d", 437 "m": "%B %-d", 438 "O": "%Y-%m-%dT%H:%M:%S", 439 "u": "%Y-%M-%D %H:%M:%S%z", 440 "U": "%A, %B %D, %Y %H:%M:%S%z", 441 "T": "%-I:%M:%S %p", 442 "t": "%-I:%M", 443 "Y": "%a %Y", 444 } 445 446 class Tokenizer(tokens.Tokenizer): 447 IDENTIFIERS = [("[", "]"), '"'] 448 QUOTES = ["'", '"'] 449 HEX_STRINGS = [("0x", ""), ("0X", "")] 450 VAR_SINGLE_TOKENS = {"@", "$", "#"} 451 452 KEYWORDS = { 453 **tokens.Tokenizer.KEYWORDS, 454 "CLUSTERED INDEX": TokenType.INDEX, 455 "DATETIME2": TokenType.DATETIME, 456 "DATETIMEOFFSET": TokenType.TIMESTAMPTZ, 457 "DECLARE": TokenType.DECLARE, 458 "EXEC": TokenType.COMMAND, 459 "FOR SYSTEM_TIME": TokenType.TIMESTAMP_SNAPSHOT, 460 "IMAGE": TokenType.IMAGE, 461 "MONEY": TokenType.MONEY, 462 "NONCLUSTERED INDEX": TokenType.INDEX, 463 "NTEXT": TokenType.TEXT, 464 "OPTION": TokenType.OPTION, 465 "OUTPUT": TokenType.RETURNING, 466 "PRINT": TokenType.COMMAND, 467 "PROC": TokenType.PROCEDURE, 468 "REAL": TokenType.FLOAT, 469 "ROWVERSION": TokenType.ROWVERSION, 470 "SMALLDATETIME": TokenType.DATETIME, 471 "SMALLMONEY": TokenType.SMALLMONEY, 472 "SQL_VARIANT": TokenType.VARIANT, 473 "SYSTEM_USER": TokenType.CURRENT_USER, 474 "TOP": TokenType.TOP, 475 "TIMESTAMP": TokenType.ROWVERSION, 476 "TINYINT": TokenType.UTINYINT, 477 "UNIQUEIDENTIFIER": TokenType.UNIQUEIDENTIFIER, 478 "UPDATE STATISTICS": TokenType.COMMAND, 479 "XML": TokenType.XML, 480 } 481 KEYWORDS.pop("/*+") 482 483 COMMANDS = {*tokens.Tokenizer.COMMANDS, TokenType.END} 484 485 class Parser(parser.Parser): 486 SET_REQUIRES_ASSIGNMENT_DELIMITER = False 487 LOG_DEFAULTS_TO_LN = True 488 ALTER_TABLE_ADD_REQUIRED_FOR_EACH_COLUMN = False 489 STRING_ALIASES = True 490 NO_PAREN_IF_COMMANDS = False 491 492 QUERY_MODIFIER_PARSERS = { 493 **parser.Parser.QUERY_MODIFIER_PARSERS, 494 TokenType.OPTION: lambda self: ("options", self._parse_options()), 495 } 496 497 FUNCTIONS = { 498 **parser.Parser.FUNCTIONS, 499 "CHARINDEX": lambda args: exp.StrPosition( 500 this=seq_get(args, 1), 501 substr=seq_get(args, 0), 502 position=seq_get(args, 2), 503 ), 504 "DATEADD": build_date_delta(exp.DateAdd, unit_mapping=DATE_DELTA_INTERVAL), 505 "DATEDIFF": _build_date_delta(exp.DateDiff, unit_mapping=DATE_DELTA_INTERVAL), 506 "DATENAME": _build_formatted_time(exp.TimeToStr, full_format_mapping=True), 507 "DATEPART": _build_formatted_time(exp.TimeToStr), 508 "DATETIMEFROMPARTS": _build_datetimefromparts, 509 "EOMONTH": _build_eomonth, 510 "FORMAT": _build_format, 511 "GETDATE": exp.CurrentTimestamp.from_arg_list, 512 "HASHBYTES": _build_hashbytes, 513 "ISNULL": exp.Coalesce.from_arg_list, 514 "JSON_QUERY": parser.build_extract_json_with_path(exp.JSONExtract), 515 "JSON_VALUE": parser.build_extract_json_with_path(exp.JSONExtractScalar), 516 "LEN": _build_with_arg_as_text(exp.Length), 517 "LEFT": _build_with_arg_as_text(exp.Left), 518 "RIGHT": _build_with_arg_as_text(exp.Right), 519 "REPLICATE": exp.Repeat.from_arg_list, 520 "SQUARE": lambda args: exp.Pow(this=seq_get(args, 0), expression=exp.Literal.number(2)), 521 "SYSDATETIME": exp.CurrentTimestamp.from_arg_list, 522 "SUSER_NAME": exp.CurrentUser.from_arg_list, 523 "SUSER_SNAME": exp.CurrentUser.from_arg_list, 524 "SYSTEM_USER": exp.CurrentUser.from_arg_list, 525 "TIMEFROMPARTS": _build_timefromparts, 526 } 527 528 JOIN_HINTS = {"LOOP", "HASH", "MERGE", "REMOTE"} 529 530 RETURNS_TABLE_TOKENS = parser.Parser.ID_VAR_TOKENS - { 531 TokenType.TABLE, 532 *parser.Parser.TYPE_TOKENS, 533 } 534 535 STATEMENT_PARSERS = { 536 **parser.Parser.STATEMENT_PARSERS, 537 TokenType.DECLARE: lambda self: self._parse_declare(), 538 } 539 540 RANGE_PARSERS = { 541 **parser.Parser.RANGE_PARSERS, 542 TokenType.DCOLON: lambda self, this: self.expression( 543 exp.ScopeResolution, 544 this=this, 545 expression=self._parse_function() or self._parse_var(any_token=True), 546 ), 547 } 548 549 # The DCOLON (::) operator serves as a scope resolution (exp.ScopeResolution) operator in T-SQL 550 COLUMN_OPERATORS = { 551 **parser.Parser.COLUMN_OPERATORS, 552 TokenType.DCOLON: lambda self, this, to: self.expression(exp.Cast, this=this, to=to) 553 if isinstance(to, exp.DataType) and to.this != exp.DataType.Type.USERDEFINED 554 else self.expression(exp.ScopeResolution, this=this, expression=to), 555 } 556 557 def _parse_dcolon(self) -> t.Optional[exp.Expression]: 558 return self._parse_function() or self._parse_types() 559 560 def _parse_options(self) -> t.Optional[t.List[exp.Expression]]: 561 if not self._match(TokenType.OPTION): 562 return None 563 564 def _parse_option() -> t.Optional[exp.Expression]: 565 option = self._parse_var_from_options(OPTIONS) 566 if not option: 567 return None 568 569 self._match(TokenType.EQ) 570 return self.expression( 571 exp.QueryOption, this=option, expression=self._parse_primary_or_var() 572 ) 573 574 return self._parse_wrapped_csv(_parse_option) 575 576 def _parse_projections(self) -> t.List[exp.Expression]: 577 """ 578 T-SQL supports the syntax alias = expression in the SELECT's projection list, 579 so we transform all parsed Selects to convert their EQ projections into Aliases. 580 581 See: https://learn.microsoft.com/en-us/sql/t-sql/queries/select-clause-transact-sql?view=sql-server-ver16#syntax 582 """ 583 return [ 584 ( 585 exp.alias_(projection.expression, projection.this.this, copy=False) 586 if isinstance(projection, exp.EQ) and isinstance(projection.this, exp.Column) 587 else projection 588 ) 589 for projection in super()._parse_projections() 590 ] 591 592 def _parse_commit_or_rollback(self) -> exp.Commit | exp.Rollback: 593 """Applies to SQL Server and Azure SQL Database 594 COMMIT [ { TRAN | TRANSACTION } 595 [ transaction_name | @tran_name_variable ] ] 596 [ WITH ( DELAYED_DURABILITY = { OFF | ON } ) ] 597 598 ROLLBACK { TRAN | TRANSACTION } 599 [ transaction_name | @tran_name_variable 600 | savepoint_name | @savepoint_variable ] 601 """ 602 rollback = self._prev.token_type == TokenType.ROLLBACK 603 604 self._match_texts(("TRAN", "TRANSACTION")) 605 this = self._parse_id_var() 606 607 if rollback: 608 return self.expression(exp.Rollback, this=this) 609 610 durability = None 611 if self._match_pair(TokenType.WITH, TokenType.L_PAREN): 612 self._match_text_seq("DELAYED_DURABILITY") 613 self._match(TokenType.EQ) 614 615 if self._match_text_seq("OFF"): 616 durability = False 617 else: 618 self._match(TokenType.ON) 619 durability = True 620 621 self._match_r_paren() 622 623 return self.expression(exp.Commit, this=this, durability=durability) 624 625 def _parse_transaction(self) -> exp.Transaction | exp.Command: 626 """Applies to SQL Server and Azure SQL Database 627 BEGIN { TRAN | TRANSACTION } 628 [ { transaction_name | @tran_name_variable } 629 [ WITH MARK [ 'description' ] ] 630 ] 631 """ 632 if self._match_texts(("TRAN", "TRANSACTION")): 633 transaction = self.expression(exp.Transaction, this=self._parse_id_var()) 634 if self._match_text_seq("WITH", "MARK"): 635 transaction.set("mark", self._parse_string()) 636 637 return transaction 638 639 return self._parse_as_command(self._prev) 640 641 def _parse_returns(self) -> exp.ReturnsProperty: 642 table = self._parse_id_var(any_token=False, tokens=self.RETURNS_TABLE_TOKENS) 643 returns = super()._parse_returns() 644 returns.set("table", table) 645 return returns 646 647 def _parse_convert( 648 self, strict: bool, safe: t.Optional[bool] = None 649 ) -> t.Optional[exp.Expression]: 650 this = self._parse_types() 651 self._match(TokenType.COMMA) 652 args = [this, *self._parse_csv(self._parse_assignment)] 653 convert = exp.Convert.from_arg_list(args) 654 convert.set("safe", safe) 655 convert.set("strict", strict) 656 return convert 657 658 def _parse_user_defined_function( 659 self, kind: t.Optional[TokenType] = None 660 ) -> t.Optional[exp.Expression]: 661 this = super()._parse_user_defined_function(kind=kind) 662 663 if ( 664 kind == TokenType.FUNCTION 665 or isinstance(this, exp.UserDefinedFunction) 666 or self._match(TokenType.ALIAS, advance=False) 667 ): 668 return this 669 670 expressions = self._parse_csv(self._parse_function_parameter) 671 return self.expression(exp.UserDefinedFunction, this=this, expressions=expressions) 672 673 def _parse_id_var( 674 self, 675 any_token: bool = True, 676 tokens: t.Optional[t.Collection[TokenType]] = None, 677 ) -> t.Optional[exp.Expression]: 678 is_temporary = self._match(TokenType.HASH) 679 is_global = is_temporary and self._match(TokenType.HASH) 680 681 this = super()._parse_id_var(any_token=any_token, tokens=tokens) 682 if this: 683 if is_global: 684 this.set("global", True) 685 elif is_temporary: 686 this.set("temporary", True) 687 688 return this 689 690 def _parse_create(self) -> exp.Create | exp.Command: 691 create = super()._parse_create() 692 693 if isinstance(create, exp.Create): 694 table = create.this.this if isinstance(create.this, exp.Schema) else create.this 695 if isinstance(table, exp.Table) and table.this.args.get("temporary"): 696 if not create.args.get("properties"): 697 create.set("properties", exp.Properties(expressions=[])) 698 699 create.args["properties"].append("expressions", exp.TemporaryProperty()) 700 701 return create 702 703 def _parse_if(self) -> t.Optional[exp.Expression]: 704 index = self._index 705 706 if self._match_text_seq("OBJECT_ID"): 707 self._parse_wrapped_csv(self._parse_string) 708 if self._match_text_seq("IS", "NOT", "NULL") and self._match(TokenType.DROP): 709 return self._parse_drop(exists=True) 710 self._retreat(index) 711 712 return super()._parse_if() 713 714 def _parse_unique(self) -> exp.UniqueColumnConstraint: 715 if self._match_texts(("CLUSTERED", "NONCLUSTERED")): 716 this = self.CONSTRAINT_PARSERS[self._prev.text.upper()](self) 717 else: 718 this = self._parse_schema(self._parse_id_var(any_token=False)) 719 720 return self.expression(exp.UniqueColumnConstraint, this=this) 721 722 def _parse_partition(self) -> t.Optional[exp.Partition]: 723 if not self._match_text_seq("WITH", "(", "PARTITIONS"): 724 return None 725 726 def parse_range(): 727 low = self._parse_bitwise() 728 high = self._parse_bitwise() if self._match_text_seq("TO") else None 729 730 return ( 731 self.expression(exp.PartitionRange, this=low, expression=high) if high else low 732 ) 733 734 partition = self.expression( 735 exp.Partition, expressions=self._parse_wrapped_csv(parse_range) 736 ) 737 738 self._match_r_paren() 739 740 return partition 741 742 def _parse_declare(self) -> exp.Declare | exp.Command: 743 index = self._index 744 expressions = self._try_parse(partial(self._parse_csv, self._parse_declareitem)) 745 746 if not expressions or self._curr: 747 self._retreat(index) 748 return self._parse_as_command(self._prev) 749 750 return self.expression(exp.Declare, expressions=expressions) 751 752 def _parse_declareitem(self) -> t.Optional[exp.DeclareItem]: 753 var = self._parse_id_var() 754 if not var: 755 return None 756 757 value = None 758 self._match(TokenType.ALIAS) 759 if self._match(TokenType.TABLE): 760 data_type = self._parse_schema() 761 else: 762 data_type = self._parse_types() 763 if self._match(TokenType.EQ): 764 value = self._parse_bitwise() 765 766 return self.expression(exp.DeclareItem, this=var, kind=data_type, default=value) 767 768 class Generator(generator.Generator): 769 LIMIT_IS_TOP = True 770 QUERY_HINTS = False 771 RETURNING_END = False 772 NVL2_SUPPORTED = False 773 ALTER_TABLE_INCLUDE_COLUMN_KEYWORD = False 774 LIMIT_FETCH = "FETCH" 775 COMPUTED_COLUMN_WITH_TYPE = False 776 CTE_RECURSIVE_KEYWORD_REQUIRED = False 777 ENSURE_BOOLS = True 778 NULL_ORDERING_SUPPORTED = None 779 SUPPORTS_SINGLE_ARG_CONCAT = False 780 TABLESAMPLE_SEED_KEYWORD = "REPEATABLE" 781 SUPPORTS_SELECT_INTO = True 782 JSON_PATH_BRACKETED_KEY_SUPPORTED = False 783 SUPPORTS_TO_NUMBER = False 784 SET_OP_MODIFIERS = False 785 COPY_PARAMS_EQ_REQUIRED = True 786 PARSE_JSON_NAME = None 787 788 EXPRESSIONS_WITHOUT_NESTED_CTES = { 789 exp.Delete, 790 exp.Insert, 791 exp.Intersect, 792 exp.Except, 793 exp.Merge, 794 exp.Select, 795 exp.Subquery, 796 exp.Union, 797 exp.Update, 798 } 799 800 SUPPORTED_JSON_PATH_PARTS = { 801 exp.JSONPathKey, 802 exp.JSONPathRoot, 803 exp.JSONPathSubscript, 804 } 805 806 TYPE_MAPPING = { 807 **generator.Generator.TYPE_MAPPING, 808 exp.DataType.Type.BOOLEAN: "BIT", 809 exp.DataType.Type.DECIMAL: "NUMERIC", 810 exp.DataType.Type.DATETIME: "DATETIME2", 811 exp.DataType.Type.DOUBLE: "FLOAT", 812 exp.DataType.Type.INT: "INTEGER", 813 exp.DataType.Type.ROWVERSION: "ROWVERSION", 814 exp.DataType.Type.TEXT: "VARCHAR(MAX)", 815 exp.DataType.Type.TIMESTAMP: "DATETIME2", 816 exp.DataType.Type.TIMESTAMPTZ: "DATETIMEOFFSET", 817 exp.DataType.Type.UTINYINT: "TINYINT", 818 exp.DataType.Type.VARIANT: "SQL_VARIANT", 819 } 820 821 TYPE_MAPPING.pop(exp.DataType.Type.NCHAR) 822 TYPE_MAPPING.pop(exp.DataType.Type.NVARCHAR) 823 824 TRANSFORMS = { 825 **generator.Generator.TRANSFORMS, 826 exp.AnyValue: any_value_to_max_sql, 827 exp.ArrayToString: rename_func("STRING_AGG"), 828 exp.AutoIncrementColumnConstraint: lambda *_: "IDENTITY", 829 exp.DateAdd: date_delta_sql("DATEADD"), 830 exp.DateDiff: date_delta_sql("DATEDIFF"), 831 exp.CTE: transforms.preprocess([qualify_derived_table_outputs]), 832 exp.CurrentDate: rename_func("GETDATE"), 833 exp.CurrentTimestamp: rename_func("GETDATE"), 834 exp.DateStrToDate: datestrtodate_sql, 835 exp.Extract: rename_func("DATEPART"), 836 exp.GeneratedAsIdentityColumnConstraint: generatedasidentitycolumnconstraint_sql, 837 exp.GroupConcat: _string_agg_sql, 838 exp.If: rename_func("IIF"), 839 exp.JSONExtract: _json_extract_sql, 840 exp.JSONExtractScalar: _json_extract_sql, 841 exp.LastDay: lambda self, e: self.func("EOMONTH", e.this), 842 exp.Max: max_or_greatest, 843 exp.MD5: lambda self, e: self.func("HASHBYTES", exp.Literal.string("MD5"), e.this), 844 exp.Min: min_or_least, 845 exp.NumberToStr: _format_sql, 846 exp.Repeat: rename_func("REPLICATE"), 847 exp.Select: transforms.preprocess( 848 [ 849 transforms.eliminate_distinct_on, 850 transforms.eliminate_semi_and_anti_joins, 851 transforms.eliminate_qualify, 852 ] 853 ), 854 exp.StrPosition: lambda self, e: self.func( 855 "CHARINDEX", e.args.get("substr"), e.this, e.args.get("position") 856 ), 857 exp.Subquery: transforms.preprocess([qualify_derived_table_outputs]), 858 exp.SHA: lambda self, e: self.func("HASHBYTES", exp.Literal.string("SHA1"), e.this), 859 exp.SHA2: lambda self, e: self.func( 860 "HASHBYTES", exp.Literal.string(f"SHA2_{e.args.get('length', 256)}"), e.this 861 ), 862 exp.TemporaryProperty: lambda self, e: "", 863 exp.TimeStrToTime: lambda self, e: self.sql( 864 exp.cast(e.this, exp.DataType.Type.DATETIME) 865 ), 866 exp.TimeToStr: _format_sql, 867 exp.Trim: trim_sql, 868 exp.TsOrDsAdd: date_delta_sql("DATEADD", cast=True), 869 exp.TsOrDsDiff: date_delta_sql("DATEDIFF"), 870 } 871 872 TRANSFORMS.pop(exp.ReturnsProperty) 873 874 PROPERTIES_LOCATION = { 875 **generator.Generator.PROPERTIES_LOCATION, 876 exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED, 877 } 878 879 def scope_resolution(self, rhs: str, scope_name: str) -> str: 880 return f"{scope_name}::{rhs}" 881 882 def select_sql(self, expression: exp.Select) -> str: 883 if expression.args.get("offset"): 884 if not expression.args.get("order"): 885 # ORDER BY is required in order to use OFFSET in a query, so we use 886 # a noop order by, since we don't really care about the order. 887 # See: https://www.microsoftpressstore.com/articles/article.aspx?p=2314819 888 expression.order_by(exp.select(exp.null()).subquery(), copy=False) 889 890 limit = expression.args.get("limit") 891 if isinstance(limit, exp.Limit): 892 # TOP and OFFSET can't be combined, we need use FETCH instead of TOP 893 # we replace here because otherwise TOP would be generated in select_sql 894 limit.replace(exp.Fetch(direction="FIRST", count=limit.expression)) 895 896 return super().select_sql(expression) 897 898 def convert_sql(self, expression: exp.Convert) -> str: 899 name = "TRY_CONVERT" if expression.args.get("safe") else "CONVERT" 900 return self.func( 901 name, expression.this, expression.expression, expression.args.get("style") 902 ) 903 904 def queryoption_sql(self, expression: exp.QueryOption) -> str: 905 option = self.sql(expression, "this") 906 value = self.sql(expression, "expression") 907 if value: 908 optional_equal_sign = "= " if option in OPTIONS_THAT_REQUIRE_EQUAL else "" 909 return f"{option} {optional_equal_sign}{value}" 910 return option 911 912 def lateral_op(self, expression: exp.Lateral) -> str: 913 cross_apply = expression.args.get("cross_apply") 914 if cross_apply is True: 915 return "CROSS APPLY" 916 if cross_apply is False: 917 return "OUTER APPLY" 918 919 # TODO: perhaps we can check if the parent is a Join and transpile it appropriately 920 self.unsupported("LATERAL clause is not supported.") 921 return "LATERAL" 922 923 def timefromparts_sql(self, expression: exp.TimeFromParts) -> str: 924 nano = expression.args.get("nano") 925 if nano is not None: 926 nano.pop() 927 self.unsupported("Specifying nanoseconds is not supported in TIMEFROMPARTS.") 928 929 if expression.args.get("fractions") is None: 930 expression.set("fractions", exp.Literal.number(0)) 931 if expression.args.get("precision") is None: 932 expression.set("precision", exp.Literal.number(0)) 933 934 return rename_func("TIMEFROMPARTS")(self, expression) 935 936 def timestampfromparts_sql(self, expression: exp.TimestampFromParts) -> str: 937 zone = expression.args.get("zone") 938 if zone is not None: 939 zone.pop() 940 self.unsupported("Time zone is not supported in DATETIMEFROMPARTS.") 941 942 nano = expression.args.get("nano") 943 if nano is not None: 944 nano.pop() 945 self.unsupported("Specifying nanoseconds is not supported in DATETIMEFROMPARTS.") 946 947 if expression.args.get("milli") is None: 948 expression.set("milli", exp.Literal.number(0)) 949 950 return rename_func("DATETIMEFROMPARTS")(self, expression) 951 952 def setitem_sql(self, expression: exp.SetItem) -> str: 953 this = expression.this 954 if isinstance(this, exp.EQ) and not isinstance(this.left, exp.Parameter): 955 # T-SQL does not use '=' in SET command, except when the LHS is a variable. 956 return f"{self.sql(this.left)} {self.sql(this.right)}" 957 958 return super().setitem_sql(expression) 959 960 def boolean_sql(self, expression: exp.Boolean) -> str: 961 if type(expression.parent) in BIT_TYPES: 962 return "1" if expression.this else "0" 963 964 return "(1 = 1)" if expression.this else "(1 = 0)" 965 966 def is_sql(self, expression: exp.Is) -> str: 967 if isinstance(expression.expression, exp.Boolean): 968 return self.binary(expression, "=") 969 return self.binary(expression, "IS") 970 971 def createable_sql(self, expression: exp.Create, locations: t.DefaultDict) -> str: 972 sql = self.sql(expression, "this") 973 properties = expression.args.get("properties") 974 975 if sql[:1] != "#" and any( 976 isinstance(prop, exp.TemporaryProperty) 977 for prop in (properties.expressions if properties else []) 978 ): 979 sql = f"[#{sql[1:]}" if sql.startswith("[") else f"#{sql}" 980 981 return sql 982 983 def create_sql(self, expression: exp.Create) -> str: 984 kind = expression.kind 985 exists = expression.args.pop("exists", None) 986 987 if kind == "VIEW": 988 expression.this.set("catalog", None) 989 990 sql = super().create_sql(expression) 991 992 like_property = expression.find(exp.LikeProperty) 993 if like_property: 994 ctas_expression = like_property.this 995 else: 996 ctas_expression = expression.expression 997 998 table = expression.find(exp.Table) 999 1000 # Convert CTAS statement to SELECT .. INTO .. 1001 if kind == "TABLE" and ctas_expression: 1002 ctas_with = ctas_expression.args.get("with") 1003 if ctas_with: 1004 ctas_with = ctas_with.pop() 1005 1006 if isinstance(ctas_expression, exp.UNWRAPPED_QUERIES): 1007 ctas_expression = ctas_expression.subquery() 1008 1009 select_into = exp.select("*").from_(exp.alias_(ctas_expression, "temp", table=True)) 1010 select_into.set("into", exp.Into(this=table)) 1011 select_into.set("with", ctas_with) 1012 1013 if like_property: 1014 select_into.limit(0, copy=False) 1015 1016 sql = self.sql(select_into) 1017 1018 if exists: 1019 identifier = self.sql(exp.Literal.string(exp.table_name(table) if table else "")) 1020 sql = self.sql(exp.Literal.string(sql)) 1021 if kind == "SCHEMA": 1022 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.schemata WHERE schema_name = {identifier}) EXEC({sql})""" 1023 elif kind == "TABLE": 1024 assert table 1025 where = exp.and_( 1026 exp.column("table_name").eq(table.name), 1027 exp.column("table_schema").eq(table.db) if table.db else None, 1028 exp.column("table_catalog").eq(table.catalog) if table.catalog else None, 1029 ) 1030 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.tables WHERE {where}) EXEC({sql})""" 1031 elif kind == "INDEX": 1032 index = self.sql(exp.Literal.string(expression.this.text("this"))) 1033 sql = f"""IF NOT EXISTS (SELECT * FROM sys.indexes WHERE object_id = object_id({identifier}) AND name = {index}) EXEC({sql})""" 1034 elif expression.args.get("replace"): 1035 sql = sql.replace("CREATE OR REPLACE ", "CREATE OR ALTER ", 1) 1036 1037 return self.prepend_ctes(expression, sql) 1038 1039 def offset_sql(self, expression: exp.Offset) -> str: 1040 return f"{super().offset_sql(expression)} ROWS" 1041 1042 def version_sql(self, expression: exp.Version) -> str: 1043 name = "SYSTEM_TIME" if expression.name == "TIMESTAMP" else expression.name 1044 this = f"FOR {name}" 1045 expr = expression.expression 1046 kind = expression.text("kind") 1047 if kind in ("FROM", "BETWEEN"): 1048 args = expr.expressions 1049 sep = "TO" if kind == "FROM" else "AND" 1050 expr_sql = f"{self.sql(seq_get(args, 0))} {sep} {self.sql(seq_get(args, 1))}" 1051 else: 1052 expr_sql = self.sql(expr) 1053 1054 expr_sql = f" {expr_sql}" if expr_sql else "" 1055 return f"{this} {kind}{expr_sql}" 1056 1057 def returnsproperty_sql(self, expression: exp.ReturnsProperty) -> str: 1058 table = expression.args.get("table") 1059 table = f"{table} " if table else "" 1060 return f"RETURNS {table}{self.sql(expression, 'this')}" 1061 1062 def returning_sql(self, expression: exp.Returning) -> str: 1063 into = self.sql(expression, "into") 1064 into = self.seg(f"INTO {into}") if into else "" 1065 return f"{self.seg('OUTPUT')} {self.expressions(expression, flat=True)}{into}" 1066 1067 def transaction_sql(self, expression: exp.Transaction) -> str: 1068 this = self.sql(expression, "this") 1069 this = f" {this}" if this else "" 1070 mark = self.sql(expression, "mark") 1071 mark = f" WITH MARK {mark}" if mark else "" 1072 return f"BEGIN TRANSACTION{this}{mark}" 1073 1074 def commit_sql(self, expression: exp.Commit) -> str: 1075 this = self.sql(expression, "this") 1076 this = f" {this}" if this else "" 1077 durability = expression.args.get("durability") 1078 durability = ( 1079 f" WITH (DELAYED_DURABILITY = {'ON' if durability else 'OFF'})" 1080 if durability is not None 1081 else "" 1082 ) 1083 return f"COMMIT TRANSACTION{this}{durability}" 1084 1085 def rollback_sql(self, expression: exp.Rollback) -> str: 1086 this = self.sql(expression, "this") 1087 this = f" {this}" if this else "" 1088 return f"ROLLBACK TRANSACTION{this}" 1089 1090 def identifier_sql(self, expression: exp.Identifier) -> str: 1091 identifier = super().identifier_sql(expression) 1092 1093 if expression.args.get("global"): 1094 identifier = f"##{identifier}" 1095 elif expression.args.get("temporary"): 1096 identifier = f"#{identifier}" 1097 1098 return identifier 1099 1100 def constraint_sql(self, expression: exp.Constraint) -> str: 1101 this = self.sql(expression, "this") 1102 expressions = self.expressions(expression, flat=True, sep=" ") 1103 return f"CONSTRAINT {this} {expressions}" 1104 1105 def length_sql(self, expression: exp.Length) -> str: 1106 return self._uncast_text(expression, "LEN") 1107 1108 def right_sql(self, expression: exp.Right) -> str: 1109 return self._uncast_text(expression, "RIGHT") 1110 1111 def left_sql(self, expression: exp.Left) -> str: 1112 return self._uncast_text(expression, "LEFT") 1113 1114 def _uncast_text(self, expression: exp.Expression, name: str) -> str: 1115 this = expression.this 1116 if isinstance(this, exp.Cast) and this.is_type(exp.DataType.Type.TEXT): 1117 this_sql = self.sql(this, "this") 1118 else: 1119 this_sql = self.sql(this) 1120 expression_sql = self.sql(expression, "expression") 1121 return self.func(name, this_sql, expression_sql if expression_sql else None) 1122 1123 def partition_sql(self, expression: exp.Partition) -> str: 1124 return f"WITH (PARTITIONS({self.expressions(expression, flat=True)}))" 1125 1126 def altertable_sql(self, expression: exp.AlterTable) -> str: 1127 action = seq_get(expression.args.get("actions") or [], 0) 1128 if isinstance(action, exp.RenameTable): 1129 return f"EXEC sp_rename '{self.sql(expression.this)}', '{action.this.name}'" 1130 return super().altertable_sql(expression) 1131 1132 def drop_sql(self, expression: exp.Drop) -> str: 1133 if expression.args["kind"] == "VIEW": 1134 expression.this.set("catalog", None) 1135 return super().drop_sql(expression) 1136 1137 def declare_sql(self, expression: exp.Declare) -> str: 1138 return f"DECLARE {self.expressions(expression, flat=True)}" 1139 1140 def declareitem_sql(self, expression: exp.DeclareItem) -> str: 1141 variable = self.sql(expression, "this") 1142 default = self.sql(expression, "default") 1143 default = f" = {default}" if default else "" 1144 1145 kind = self.sql(expression, "kind") 1146 if isinstance(expression.args.get("kind"), exp.Schema): 1147 kind = f"TABLE {kind}" 1148 1149 return f"{variable} AS {kind}{default}" 1150 1151 def options_modifier(self, expression: exp.Expression) -> str: 1152 options = self.expressions(expression, key="options") 1153 return f" OPTION{self.wrap(options)}" if options else ""
Specifies the strategy according to which identifiers should be normalized.
Whether the base comes first in the LOG
function.
Possible values: True
, False
, None
(two arguments are not supported by LOG
)
Whether the behavior of a / b
depends on the types of a
and b
.
False means a / b
is always float division.
True means a / b
is integer division if both a
and b
are integers.
A NULL
arg in CONCAT
yields NULL
by default, but in some dialects it yields an empty string.
Associates this dialect's time formats with their equivalent Python strftime
formats.
Inherited Members
- sqlglot.dialects.dialect.Dialect
- Dialect
- INDEX_OFFSET
- WEEK_OFFSET
- UNNEST_COLUMN_ONLY
- ALIAS_POST_TABLESAMPLE
- TABLESAMPLE_SIZE_IS_PERCENT
- IDENTIFIERS_CAN_START_WITH_DIGIT
- DPIPE_IS_STRING_CONCAT
- STRICT_STRING_CONCAT
- SUPPORTS_USER_DEFINED_TYPES
- COPY_PARAMS_ARE_CSV
- NORMALIZE_FUNCTIONS
- NULL_ORDERING
- SAFE_DIVISION
- HEX_LOWERCASE
- DATE_FORMAT
- DATEINT_FORMAT
- FORMAT_MAPPING
- UNESCAPED_SEQUENCES
- PSEUDOCOLUMNS
- PREFER_CTE_ALIAS_COLUMN
- FORCE_EARLY_ALIAS_REF_EXPANSION
- EXPAND_ALIAS_REFS_EARLY_ONLY_IN_GROUP_BY
- DATE_PART_MAPPING
- get_or_raise
- format_time
- settings
- normalize_identifier
- case_sensitive
- can_identify
- quote_identifier
- to_json_path
- parse
- parse_into
- generate
- transpile
- tokenize
- tokenizer
- jsonpath_tokenizer
- parser
- generator
446 class Tokenizer(tokens.Tokenizer): 447 IDENTIFIERS = [("[", "]"), '"'] 448 QUOTES = ["'", '"'] 449 HEX_STRINGS = [("0x", ""), ("0X", "")] 450 VAR_SINGLE_TOKENS = {"@", "$", "#"} 451 452 KEYWORDS = { 453 **tokens.Tokenizer.KEYWORDS, 454 "CLUSTERED INDEX": TokenType.INDEX, 455 "DATETIME2": TokenType.DATETIME, 456 "DATETIMEOFFSET": TokenType.TIMESTAMPTZ, 457 "DECLARE": TokenType.DECLARE, 458 "EXEC": TokenType.COMMAND, 459 "FOR SYSTEM_TIME": TokenType.TIMESTAMP_SNAPSHOT, 460 "IMAGE": TokenType.IMAGE, 461 "MONEY": TokenType.MONEY, 462 "NONCLUSTERED INDEX": TokenType.INDEX, 463 "NTEXT": TokenType.TEXT, 464 "OPTION": TokenType.OPTION, 465 "OUTPUT": TokenType.RETURNING, 466 "PRINT": TokenType.COMMAND, 467 "PROC": TokenType.PROCEDURE, 468 "REAL": TokenType.FLOAT, 469 "ROWVERSION": TokenType.ROWVERSION, 470 "SMALLDATETIME": TokenType.DATETIME, 471 "SMALLMONEY": TokenType.SMALLMONEY, 472 "SQL_VARIANT": TokenType.VARIANT, 473 "SYSTEM_USER": TokenType.CURRENT_USER, 474 "TOP": TokenType.TOP, 475 "TIMESTAMP": TokenType.ROWVERSION, 476 "TINYINT": TokenType.UTINYINT, 477 "UNIQUEIDENTIFIER": TokenType.UNIQUEIDENTIFIER, 478 "UPDATE STATISTICS": TokenType.COMMAND, 479 "XML": TokenType.XML, 480 } 481 KEYWORDS.pop("/*+") 482 483 COMMANDS = {*tokens.Tokenizer.COMMANDS, TokenType.END}
Inherited Members
- sqlglot.tokens.Tokenizer
- Tokenizer
- SINGLE_TOKENS
- BIT_STRINGS
- BYTE_STRINGS
- RAW_STRINGS
- HEREDOC_STRINGS
- UNICODE_STRINGS
- IDENTIFIER_ESCAPES
- STRING_ESCAPES
- HEREDOC_TAG_IS_IDENTIFIER
- HEREDOC_STRING_ALTERNATIVE
- STRING_ESCAPES_ALLOWED_IN_RAW_STRINGS
- WHITE_SPACE
- COMMAND_PREFIX_TOKENS
- NUMERIC_LITERALS
- COMMENTS
- dialect
- reset
- tokenize
- tokenize_rs
- size
- sql
- tokens
485 class Parser(parser.Parser): 486 SET_REQUIRES_ASSIGNMENT_DELIMITER = False 487 LOG_DEFAULTS_TO_LN = True 488 ALTER_TABLE_ADD_REQUIRED_FOR_EACH_COLUMN = False 489 STRING_ALIASES = True 490 NO_PAREN_IF_COMMANDS = False 491 492 QUERY_MODIFIER_PARSERS = { 493 **parser.Parser.QUERY_MODIFIER_PARSERS, 494 TokenType.OPTION: lambda self: ("options", self._parse_options()), 495 } 496 497 FUNCTIONS = { 498 **parser.Parser.FUNCTIONS, 499 "CHARINDEX": lambda args: exp.StrPosition( 500 this=seq_get(args, 1), 501 substr=seq_get(args, 0), 502 position=seq_get(args, 2), 503 ), 504 "DATEADD": build_date_delta(exp.DateAdd, unit_mapping=DATE_DELTA_INTERVAL), 505 "DATEDIFF": _build_date_delta(exp.DateDiff, unit_mapping=DATE_DELTA_INTERVAL), 506 "DATENAME": _build_formatted_time(exp.TimeToStr, full_format_mapping=True), 507 "DATEPART": _build_formatted_time(exp.TimeToStr), 508 "DATETIMEFROMPARTS": _build_datetimefromparts, 509 "EOMONTH": _build_eomonth, 510 "FORMAT": _build_format, 511 "GETDATE": exp.CurrentTimestamp.from_arg_list, 512 "HASHBYTES": _build_hashbytes, 513 "ISNULL": exp.Coalesce.from_arg_list, 514 "JSON_QUERY": parser.build_extract_json_with_path(exp.JSONExtract), 515 "JSON_VALUE": parser.build_extract_json_with_path(exp.JSONExtractScalar), 516 "LEN": _build_with_arg_as_text(exp.Length), 517 "LEFT": _build_with_arg_as_text(exp.Left), 518 "RIGHT": _build_with_arg_as_text(exp.Right), 519 "REPLICATE": exp.Repeat.from_arg_list, 520 "SQUARE": lambda args: exp.Pow(this=seq_get(args, 0), expression=exp.Literal.number(2)), 521 "SYSDATETIME": exp.CurrentTimestamp.from_arg_list, 522 "SUSER_NAME": exp.CurrentUser.from_arg_list, 523 "SUSER_SNAME": exp.CurrentUser.from_arg_list, 524 "SYSTEM_USER": exp.CurrentUser.from_arg_list, 525 "TIMEFROMPARTS": _build_timefromparts, 526 } 527 528 JOIN_HINTS = {"LOOP", "HASH", "MERGE", "REMOTE"} 529 530 RETURNS_TABLE_TOKENS = parser.Parser.ID_VAR_TOKENS - { 531 TokenType.TABLE, 532 *parser.Parser.TYPE_TOKENS, 533 } 534 535 STATEMENT_PARSERS = { 536 **parser.Parser.STATEMENT_PARSERS, 537 TokenType.DECLARE: lambda self: self._parse_declare(), 538 } 539 540 RANGE_PARSERS = { 541 **parser.Parser.RANGE_PARSERS, 542 TokenType.DCOLON: lambda self, this: self.expression( 543 exp.ScopeResolution, 544 this=this, 545 expression=self._parse_function() or self._parse_var(any_token=True), 546 ), 547 } 548 549 # The DCOLON (::) operator serves as a scope resolution (exp.ScopeResolution) operator in T-SQL 550 COLUMN_OPERATORS = { 551 **parser.Parser.COLUMN_OPERATORS, 552 TokenType.DCOLON: lambda self, this, to: self.expression(exp.Cast, this=this, to=to) 553 if isinstance(to, exp.DataType) and to.this != exp.DataType.Type.USERDEFINED 554 else self.expression(exp.ScopeResolution, this=this, expression=to), 555 } 556 557 def _parse_dcolon(self) -> t.Optional[exp.Expression]: 558 return self._parse_function() or self._parse_types() 559 560 def _parse_options(self) -> t.Optional[t.List[exp.Expression]]: 561 if not self._match(TokenType.OPTION): 562 return None 563 564 def _parse_option() -> t.Optional[exp.Expression]: 565 option = self._parse_var_from_options(OPTIONS) 566 if not option: 567 return None 568 569 self._match(TokenType.EQ) 570 return self.expression( 571 exp.QueryOption, this=option, expression=self._parse_primary_or_var() 572 ) 573 574 return self._parse_wrapped_csv(_parse_option) 575 576 def _parse_projections(self) -> t.List[exp.Expression]: 577 """ 578 T-SQL supports the syntax alias = expression in the SELECT's projection list, 579 so we transform all parsed Selects to convert their EQ projections into Aliases. 580 581 See: https://learn.microsoft.com/en-us/sql/t-sql/queries/select-clause-transact-sql?view=sql-server-ver16#syntax 582 """ 583 return [ 584 ( 585 exp.alias_(projection.expression, projection.this.this, copy=False) 586 if isinstance(projection, exp.EQ) and isinstance(projection.this, exp.Column) 587 else projection 588 ) 589 for projection in super()._parse_projections() 590 ] 591 592 def _parse_commit_or_rollback(self) -> exp.Commit | exp.Rollback: 593 """Applies to SQL Server and Azure SQL Database 594 COMMIT [ { TRAN | TRANSACTION } 595 [ transaction_name | @tran_name_variable ] ] 596 [ WITH ( DELAYED_DURABILITY = { OFF | ON } ) ] 597 598 ROLLBACK { TRAN | TRANSACTION } 599 [ transaction_name | @tran_name_variable 600 | savepoint_name | @savepoint_variable ] 601 """ 602 rollback = self._prev.token_type == TokenType.ROLLBACK 603 604 self._match_texts(("TRAN", "TRANSACTION")) 605 this = self._parse_id_var() 606 607 if rollback: 608 return self.expression(exp.Rollback, this=this) 609 610 durability = None 611 if self._match_pair(TokenType.WITH, TokenType.L_PAREN): 612 self._match_text_seq("DELAYED_DURABILITY") 613 self._match(TokenType.EQ) 614 615 if self._match_text_seq("OFF"): 616 durability = False 617 else: 618 self._match(TokenType.ON) 619 durability = True 620 621 self._match_r_paren() 622 623 return self.expression(exp.Commit, this=this, durability=durability) 624 625 def _parse_transaction(self) -> exp.Transaction | exp.Command: 626 """Applies to SQL Server and Azure SQL Database 627 BEGIN { TRAN | TRANSACTION } 628 [ { transaction_name | @tran_name_variable } 629 [ WITH MARK [ 'description' ] ] 630 ] 631 """ 632 if self._match_texts(("TRAN", "TRANSACTION")): 633 transaction = self.expression(exp.Transaction, this=self._parse_id_var()) 634 if self._match_text_seq("WITH", "MARK"): 635 transaction.set("mark", self._parse_string()) 636 637 return transaction 638 639 return self._parse_as_command(self._prev) 640 641 def _parse_returns(self) -> exp.ReturnsProperty: 642 table = self._parse_id_var(any_token=False, tokens=self.RETURNS_TABLE_TOKENS) 643 returns = super()._parse_returns() 644 returns.set("table", table) 645 return returns 646 647 def _parse_convert( 648 self, strict: bool, safe: t.Optional[bool] = None 649 ) -> t.Optional[exp.Expression]: 650 this = self._parse_types() 651 self._match(TokenType.COMMA) 652 args = [this, *self._parse_csv(self._parse_assignment)] 653 convert = exp.Convert.from_arg_list(args) 654 convert.set("safe", safe) 655 convert.set("strict", strict) 656 return convert 657 658 def _parse_user_defined_function( 659 self, kind: t.Optional[TokenType] = None 660 ) -> t.Optional[exp.Expression]: 661 this = super()._parse_user_defined_function(kind=kind) 662 663 if ( 664 kind == TokenType.FUNCTION 665 or isinstance(this, exp.UserDefinedFunction) 666 or self._match(TokenType.ALIAS, advance=False) 667 ): 668 return this 669 670 expressions = self._parse_csv(self._parse_function_parameter) 671 return self.expression(exp.UserDefinedFunction, this=this, expressions=expressions) 672 673 def _parse_id_var( 674 self, 675 any_token: bool = True, 676 tokens: t.Optional[t.Collection[TokenType]] = None, 677 ) -> t.Optional[exp.Expression]: 678 is_temporary = self._match(TokenType.HASH) 679 is_global = is_temporary and self._match(TokenType.HASH) 680 681 this = super()._parse_id_var(any_token=any_token, tokens=tokens) 682 if this: 683 if is_global: 684 this.set("global", True) 685 elif is_temporary: 686 this.set("temporary", True) 687 688 return this 689 690 def _parse_create(self) -> exp.Create | exp.Command: 691 create = super()._parse_create() 692 693 if isinstance(create, exp.Create): 694 table = create.this.this if isinstance(create.this, exp.Schema) else create.this 695 if isinstance(table, exp.Table) and table.this.args.get("temporary"): 696 if not create.args.get("properties"): 697 create.set("properties", exp.Properties(expressions=[])) 698 699 create.args["properties"].append("expressions", exp.TemporaryProperty()) 700 701 return create 702 703 def _parse_if(self) -> t.Optional[exp.Expression]: 704 index = self._index 705 706 if self._match_text_seq("OBJECT_ID"): 707 self._parse_wrapped_csv(self._parse_string) 708 if self._match_text_seq("IS", "NOT", "NULL") and self._match(TokenType.DROP): 709 return self._parse_drop(exists=True) 710 self._retreat(index) 711 712 return super()._parse_if() 713 714 def _parse_unique(self) -> exp.UniqueColumnConstraint: 715 if self._match_texts(("CLUSTERED", "NONCLUSTERED")): 716 this = self.CONSTRAINT_PARSERS[self._prev.text.upper()](self) 717 else: 718 this = self._parse_schema(self._parse_id_var(any_token=False)) 719 720 return self.expression(exp.UniqueColumnConstraint, this=this) 721 722 def _parse_partition(self) -> t.Optional[exp.Partition]: 723 if not self._match_text_seq("WITH", "(", "PARTITIONS"): 724 return None 725 726 def parse_range(): 727 low = self._parse_bitwise() 728 high = self._parse_bitwise() if self._match_text_seq("TO") else None 729 730 return ( 731 self.expression(exp.PartitionRange, this=low, expression=high) if high else low 732 ) 733 734 partition = self.expression( 735 exp.Partition, expressions=self._parse_wrapped_csv(parse_range) 736 ) 737 738 self._match_r_paren() 739 740 return partition 741 742 def _parse_declare(self) -> exp.Declare | exp.Command: 743 index = self._index 744 expressions = self._try_parse(partial(self._parse_csv, self._parse_declareitem)) 745 746 if not expressions or self._curr: 747 self._retreat(index) 748 return self._parse_as_command(self._prev) 749 750 return self.expression(exp.Declare, expressions=expressions) 751 752 def _parse_declareitem(self) -> t.Optional[exp.DeclareItem]: 753 var = self._parse_id_var() 754 if not var: 755 return None 756 757 value = None 758 self._match(TokenType.ALIAS) 759 if self._match(TokenType.TABLE): 760 data_type = self._parse_schema() 761 else: 762 data_type = self._parse_types() 763 if self._match(TokenType.EQ): 764 value = self._parse_bitwise() 765 766 return self.expression(exp.DeclareItem, this=var, kind=data_type, default=value)
Parser consumes a list of tokens produced by the Tokenizer and produces a parsed syntax tree.
Arguments:
- error_level: The desired error level. Default: ErrorLevel.IMMEDIATE
- error_message_context: The amount of context to capture from a query string when displaying the error message (in number of characters). Default: 100
- max_errors: Maximum number of error messages to include in a raised ParseError. This is only relevant if error_level is ErrorLevel.RAISE. Default: 3
Inherited Members
- sqlglot.parser.Parser
- Parser
- NO_PAREN_FUNCTIONS
- STRUCT_TYPE_TOKENS
- NESTED_TYPE_TOKENS
- ENUM_TYPE_TOKENS
- AGGREGATE_TYPE_TOKENS
- TYPE_TOKENS
- SIGNED_TO_UNSIGNED_TYPE_TOKEN
- SUBQUERY_PREDICATES
- RESERVED_TOKENS
- DB_CREATABLES
- CREATABLES
- INTERVAL_VARS
- ALIAS_TOKENS
- ARRAY_CONSTRUCTORS
- COMMENT_TABLE_ALIAS_TOKENS
- UPDATE_ALIAS_TOKENS
- TRIM_TYPES
- FUNC_TOKENS
- CONJUNCTION
- ASSIGNMENT
- DISJUNCTION
- EQUALITY
- COMPARISON
- BITWISE
- TERM
- FACTOR
- EXPONENT
- TIMES
- TIMESTAMPS
- SET_OPERATIONS
- JOIN_METHODS
- JOIN_SIDES
- JOIN_KINDS
- LAMBDAS
- EXPRESSION_PARSERS
- UNARY_PARSERS
- STRING_PARSERS
- NUMERIC_PARSERS
- PRIMARY_PARSERS
- PLACEHOLDER_PARSERS
- PROPERTY_PARSERS
- CONSTRAINT_PARSERS
- ALTER_PARSERS
- ALTER_ALTER_PARSERS
- SCHEMA_UNNAMED_CONSTRAINTS
- NO_PAREN_FUNCTION_PARSERS
- INVALID_FUNC_NAME_TOKENS
- FUNCTIONS_WITH_ALIASED_ARGS
- KEY_VALUE_DEFINITIONS
- FUNCTION_PARSERS
- SET_PARSERS
- SHOW_PARSERS
- TYPE_LITERAL_PARSERS
- TYPE_CONVERTERS
- DDL_SELECT_TOKENS
- PRE_VOLATILE_TOKENS
- TRANSACTION_KIND
- TRANSACTION_CHARACTERISTICS
- CONFLICT_ACTIONS
- CREATE_SEQUENCE
- ISOLATED_LOADING_OPTIONS
- USABLES
- CAST_ACTIONS
- INSERT_ALTERNATIVES
- CLONE_KEYWORDS
- HISTORICAL_DATA_KIND
- OPCLASS_FOLLOW_KEYWORDS
- OPTYPE_FOLLOW_TOKENS
- TABLE_INDEX_HINT_TOKENS
- VIEW_ATTRIBUTES
- WINDOW_ALIAS_TOKENS
- WINDOW_BEFORE_PAREN_TOKENS
- WINDOW_SIDES
- JSON_KEY_VALUE_SEPARATOR_TOKENS
- FETCH_TOKENS
- ADD_CONSTRAINT_TOKENS
- DISTINCT_TOKENS
- NULL_TOKENS
- UNNEST_OFFSET_ALIAS_TOKENS
- SELECT_START_TOKENS
- COPY_INTO_VARLEN_OPTIONS
- STRICT_CAST
- PREFIXED_PIVOT_COLUMNS
- IDENTIFY_PIVOT_STRINGS
- TABLESAMPLE_CSV
- DEFAULT_SAMPLING_METHOD
- TRIM_PATTERN_FIRST
- MODIFIERS_ATTACHED_TO_SET_OP
- SET_OP_MODIFIERS
- JSON_ARROWS_REQUIRE_JSON_TYPE
- COLON_IS_JSON_EXTRACT
- VALUES_FOLLOWED_BY_PAREN
- SUPPORTS_IMPLICIT_UNNEST
- INTERVAL_SPANS
- SUPPORTS_PARTITION_SELECTION
- error_level
- error_message_context
- max_errors
- dialect
- reset
- parse
- parse_into
- check_errors
- raise_error
- expression
- validate_expression
- errors
- sql
768 class Generator(generator.Generator): 769 LIMIT_IS_TOP = True 770 QUERY_HINTS = False 771 RETURNING_END = False 772 NVL2_SUPPORTED = False 773 ALTER_TABLE_INCLUDE_COLUMN_KEYWORD = False 774 LIMIT_FETCH = "FETCH" 775 COMPUTED_COLUMN_WITH_TYPE = False 776 CTE_RECURSIVE_KEYWORD_REQUIRED = False 777 ENSURE_BOOLS = True 778 NULL_ORDERING_SUPPORTED = None 779 SUPPORTS_SINGLE_ARG_CONCAT = False 780 TABLESAMPLE_SEED_KEYWORD = "REPEATABLE" 781 SUPPORTS_SELECT_INTO = True 782 JSON_PATH_BRACKETED_KEY_SUPPORTED = False 783 SUPPORTS_TO_NUMBER = False 784 SET_OP_MODIFIERS = False 785 COPY_PARAMS_EQ_REQUIRED = True 786 PARSE_JSON_NAME = None 787 788 EXPRESSIONS_WITHOUT_NESTED_CTES = { 789 exp.Delete, 790 exp.Insert, 791 exp.Intersect, 792 exp.Except, 793 exp.Merge, 794 exp.Select, 795 exp.Subquery, 796 exp.Union, 797 exp.Update, 798 } 799 800 SUPPORTED_JSON_PATH_PARTS = { 801 exp.JSONPathKey, 802 exp.JSONPathRoot, 803 exp.JSONPathSubscript, 804 } 805 806 TYPE_MAPPING = { 807 **generator.Generator.TYPE_MAPPING, 808 exp.DataType.Type.BOOLEAN: "BIT", 809 exp.DataType.Type.DECIMAL: "NUMERIC", 810 exp.DataType.Type.DATETIME: "DATETIME2", 811 exp.DataType.Type.DOUBLE: "FLOAT", 812 exp.DataType.Type.INT: "INTEGER", 813 exp.DataType.Type.ROWVERSION: "ROWVERSION", 814 exp.DataType.Type.TEXT: "VARCHAR(MAX)", 815 exp.DataType.Type.TIMESTAMP: "DATETIME2", 816 exp.DataType.Type.TIMESTAMPTZ: "DATETIMEOFFSET", 817 exp.DataType.Type.UTINYINT: "TINYINT", 818 exp.DataType.Type.VARIANT: "SQL_VARIANT", 819 } 820 821 TYPE_MAPPING.pop(exp.DataType.Type.NCHAR) 822 TYPE_MAPPING.pop(exp.DataType.Type.NVARCHAR) 823 824 TRANSFORMS = { 825 **generator.Generator.TRANSFORMS, 826 exp.AnyValue: any_value_to_max_sql, 827 exp.ArrayToString: rename_func("STRING_AGG"), 828 exp.AutoIncrementColumnConstraint: lambda *_: "IDENTITY", 829 exp.DateAdd: date_delta_sql("DATEADD"), 830 exp.DateDiff: date_delta_sql("DATEDIFF"), 831 exp.CTE: transforms.preprocess([qualify_derived_table_outputs]), 832 exp.CurrentDate: rename_func("GETDATE"), 833 exp.CurrentTimestamp: rename_func("GETDATE"), 834 exp.DateStrToDate: datestrtodate_sql, 835 exp.Extract: rename_func("DATEPART"), 836 exp.GeneratedAsIdentityColumnConstraint: generatedasidentitycolumnconstraint_sql, 837 exp.GroupConcat: _string_agg_sql, 838 exp.If: rename_func("IIF"), 839 exp.JSONExtract: _json_extract_sql, 840 exp.JSONExtractScalar: _json_extract_sql, 841 exp.LastDay: lambda self, e: self.func("EOMONTH", e.this), 842 exp.Max: max_or_greatest, 843 exp.MD5: lambda self, e: self.func("HASHBYTES", exp.Literal.string("MD5"), e.this), 844 exp.Min: min_or_least, 845 exp.NumberToStr: _format_sql, 846 exp.Repeat: rename_func("REPLICATE"), 847 exp.Select: transforms.preprocess( 848 [ 849 transforms.eliminate_distinct_on, 850 transforms.eliminate_semi_and_anti_joins, 851 transforms.eliminate_qualify, 852 ] 853 ), 854 exp.StrPosition: lambda self, e: self.func( 855 "CHARINDEX", e.args.get("substr"), e.this, e.args.get("position") 856 ), 857 exp.Subquery: transforms.preprocess([qualify_derived_table_outputs]), 858 exp.SHA: lambda self, e: self.func("HASHBYTES", exp.Literal.string("SHA1"), e.this), 859 exp.SHA2: lambda self, e: self.func( 860 "HASHBYTES", exp.Literal.string(f"SHA2_{e.args.get('length', 256)}"), e.this 861 ), 862 exp.TemporaryProperty: lambda self, e: "", 863 exp.TimeStrToTime: lambda self, e: self.sql( 864 exp.cast(e.this, exp.DataType.Type.DATETIME) 865 ), 866 exp.TimeToStr: _format_sql, 867 exp.Trim: trim_sql, 868 exp.TsOrDsAdd: date_delta_sql("DATEADD", cast=True), 869 exp.TsOrDsDiff: date_delta_sql("DATEDIFF"), 870 } 871 872 TRANSFORMS.pop(exp.ReturnsProperty) 873 874 PROPERTIES_LOCATION = { 875 **generator.Generator.PROPERTIES_LOCATION, 876 exp.VolatileProperty: exp.Properties.Location.UNSUPPORTED, 877 } 878 879 def scope_resolution(self, rhs: str, scope_name: str) -> str: 880 return f"{scope_name}::{rhs}" 881 882 def select_sql(self, expression: exp.Select) -> str: 883 if expression.args.get("offset"): 884 if not expression.args.get("order"): 885 # ORDER BY is required in order to use OFFSET in a query, so we use 886 # a noop order by, since we don't really care about the order. 887 # See: https://www.microsoftpressstore.com/articles/article.aspx?p=2314819 888 expression.order_by(exp.select(exp.null()).subquery(), copy=False) 889 890 limit = expression.args.get("limit") 891 if isinstance(limit, exp.Limit): 892 # TOP and OFFSET can't be combined, we need use FETCH instead of TOP 893 # we replace here because otherwise TOP would be generated in select_sql 894 limit.replace(exp.Fetch(direction="FIRST", count=limit.expression)) 895 896 return super().select_sql(expression) 897 898 def convert_sql(self, expression: exp.Convert) -> str: 899 name = "TRY_CONVERT" if expression.args.get("safe") else "CONVERT" 900 return self.func( 901 name, expression.this, expression.expression, expression.args.get("style") 902 ) 903 904 def queryoption_sql(self, expression: exp.QueryOption) -> str: 905 option = self.sql(expression, "this") 906 value = self.sql(expression, "expression") 907 if value: 908 optional_equal_sign = "= " if option in OPTIONS_THAT_REQUIRE_EQUAL else "" 909 return f"{option} {optional_equal_sign}{value}" 910 return option 911 912 def lateral_op(self, expression: exp.Lateral) -> str: 913 cross_apply = expression.args.get("cross_apply") 914 if cross_apply is True: 915 return "CROSS APPLY" 916 if cross_apply is False: 917 return "OUTER APPLY" 918 919 # TODO: perhaps we can check if the parent is a Join and transpile it appropriately 920 self.unsupported("LATERAL clause is not supported.") 921 return "LATERAL" 922 923 def timefromparts_sql(self, expression: exp.TimeFromParts) -> str: 924 nano = expression.args.get("nano") 925 if nano is not None: 926 nano.pop() 927 self.unsupported("Specifying nanoseconds is not supported in TIMEFROMPARTS.") 928 929 if expression.args.get("fractions") is None: 930 expression.set("fractions", exp.Literal.number(0)) 931 if expression.args.get("precision") is None: 932 expression.set("precision", exp.Literal.number(0)) 933 934 return rename_func("TIMEFROMPARTS")(self, expression) 935 936 def timestampfromparts_sql(self, expression: exp.TimestampFromParts) -> str: 937 zone = expression.args.get("zone") 938 if zone is not None: 939 zone.pop() 940 self.unsupported("Time zone is not supported in DATETIMEFROMPARTS.") 941 942 nano = expression.args.get("nano") 943 if nano is not None: 944 nano.pop() 945 self.unsupported("Specifying nanoseconds is not supported in DATETIMEFROMPARTS.") 946 947 if expression.args.get("milli") is None: 948 expression.set("milli", exp.Literal.number(0)) 949 950 return rename_func("DATETIMEFROMPARTS")(self, expression) 951 952 def setitem_sql(self, expression: exp.SetItem) -> str: 953 this = expression.this 954 if isinstance(this, exp.EQ) and not isinstance(this.left, exp.Parameter): 955 # T-SQL does not use '=' in SET command, except when the LHS is a variable. 956 return f"{self.sql(this.left)} {self.sql(this.right)}" 957 958 return super().setitem_sql(expression) 959 960 def boolean_sql(self, expression: exp.Boolean) -> str: 961 if type(expression.parent) in BIT_TYPES: 962 return "1" if expression.this else "0" 963 964 return "(1 = 1)" if expression.this else "(1 = 0)" 965 966 def is_sql(self, expression: exp.Is) -> str: 967 if isinstance(expression.expression, exp.Boolean): 968 return self.binary(expression, "=") 969 return self.binary(expression, "IS") 970 971 def createable_sql(self, expression: exp.Create, locations: t.DefaultDict) -> str: 972 sql = self.sql(expression, "this") 973 properties = expression.args.get("properties") 974 975 if sql[:1] != "#" and any( 976 isinstance(prop, exp.TemporaryProperty) 977 for prop in (properties.expressions if properties else []) 978 ): 979 sql = f"[#{sql[1:]}" if sql.startswith("[") else f"#{sql}" 980 981 return sql 982 983 def create_sql(self, expression: exp.Create) -> str: 984 kind = expression.kind 985 exists = expression.args.pop("exists", None) 986 987 if kind == "VIEW": 988 expression.this.set("catalog", None) 989 990 sql = super().create_sql(expression) 991 992 like_property = expression.find(exp.LikeProperty) 993 if like_property: 994 ctas_expression = like_property.this 995 else: 996 ctas_expression = expression.expression 997 998 table = expression.find(exp.Table) 999 1000 # Convert CTAS statement to SELECT .. INTO .. 1001 if kind == "TABLE" and ctas_expression: 1002 ctas_with = ctas_expression.args.get("with") 1003 if ctas_with: 1004 ctas_with = ctas_with.pop() 1005 1006 if isinstance(ctas_expression, exp.UNWRAPPED_QUERIES): 1007 ctas_expression = ctas_expression.subquery() 1008 1009 select_into = exp.select("*").from_(exp.alias_(ctas_expression, "temp", table=True)) 1010 select_into.set("into", exp.Into(this=table)) 1011 select_into.set("with", ctas_with) 1012 1013 if like_property: 1014 select_into.limit(0, copy=False) 1015 1016 sql = self.sql(select_into) 1017 1018 if exists: 1019 identifier = self.sql(exp.Literal.string(exp.table_name(table) if table else "")) 1020 sql = self.sql(exp.Literal.string(sql)) 1021 if kind == "SCHEMA": 1022 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.schemata WHERE schema_name = {identifier}) EXEC({sql})""" 1023 elif kind == "TABLE": 1024 assert table 1025 where = exp.and_( 1026 exp.column("table_name").eq(table.name), 1027 exp.column("table_schema").eq(table.db) if table.db else None, 1028 exp.column("table_catalog").eq(table.catalog) if table.catalog else None, 1029 ) 1030 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.tables WHERE {where}) EXEC({sql})""" 1031 elif kind == "INDEX": 1032 index = self.sql(exp.Literal.string(expression.this.text("this"))) 1033 sql = f"""IF NOT EXISTS (SELECT * FROM sys.indexes WHERE object_id = object_id({identifier}) AND name = {index}) EXEC({sql})""" 1034 elif expression.args.get("replace"): 1035 sql = sql.replace("CREATE OR REPLACE ", "CREATE OR ALTER ", 1) 1036 1037 return self.prepend_ctes(expression, sql) 1038 1039 def offset_sql(self, expression: exp.Offset) -> str: 1040 return f"{super().offset_sql(expression)} ROWS" 1041 1042 def version_sql(self, expression: exp.Version) -> str: 1043 name = "SYSTEM_TIME" if expression.name == "TIMESTAMP" else expression.name 1044 this = f"FOR {name}" 1045 expr = expression.expression 1046 kind = expression.text("kind") 1047 if kind in ("FROM", "BETWEEN"): 1048 args = expr.expressions 1049 sep = "TO" if kind == "FROM" else "AND" 1050 expr_sql = f"{self.sql(seq_get(args, 0))} {sep} {self.sql(seq_get(args, 1))}" 1051 else: 1052 expr_sql = self.sql(expr) 1053 1054 expr_sql = f" {expr_sql}" if expr_sql else "" 1055 return f"{this} {kind}{expr_sql}" 1056 1057 def returnsproperty_sql(self, expression: exp.ReturnsProperty) -> str: 1058 table = expression.args.get("table") 1059 table = f"{table} " if table else "" 1060 return f"RETURNS {table}{self.sql(expression, 'this')}" 1061 1062 def returning_sql(self, expression: exp.Returning) -> str: 1063 into = self.sql(expression, "into") 1064 into = self.seg(f"INTO {into}") if into else "" 1065 return f"{self.seg('OUTPUT')} {self.expressions(expression, flat=True)}{into}" 1066 1067 def transaction_sql(self, expression: exp.Transaction) -> str: 1068 this = self.sql(expression, "this") 1069 this = f" {this}" if this else "" 1070 mark = self.sql(expression, "mark") 1071 mark = f" WITH MARK {mark}" if mark else "" 1072 return f"BEGIN TRANSACTION{this}{mark}" 1073 1074 def commit_sql(self, expression: exp.Commit) -> str: 1075 this = self.sql(expression, "this") 1076 this = f" {this}" if this else "" 1077 durability = expression.args.get("durability") 1078 durability = ( 1079 f" WITH (DELAYED_DURABILITY = {'ON' if durability else 'OFF'})" 1080 if durability is not None 1081 else "" 1082 ) 1083 return f"COMMIT TRANSACTION{this}{durability}" 1084 1085 def rollback_sql(self, expression: exp.Rollback) -> str: 1086 this = self.sql(expression, "this") 1087 this = f" {this}" if this else "" 1088 return f"ROLLBACK TRANSACTION{this}" 1089 1090 def identifier_sql(self, expression: exp.Identifier) -> str: 1091 identifier = super().identifier_sql(expression) 1092 1093 if expression.args.get("global"): 1094 identifier = f"##{identifier}" 1095 elif expression.args.get("temporary"): 1096 identifier = f"#{identifier}" 1097 1098 return identifier 1099 1100 def constraint_sql(self, expression: exp.Constraint) -> str: 1101 this = self.sql(expression, "this") 1102 expressions = self.expressions(expression, flat=True, sep=" ") 1103 return f"CONSTRAINT {this} {expressions}" 1104 1105 def length_sql(self, expression: exp.Length) -> str: 1106 return self._uncast_text(expression, "LEN") 1107 1108 def right_sql(self, expression: exp.Right) -> str: 1109 return self._uncast_text(expression, "RIGHT") 1110 1111 def left_sql(self, expression: exp.Left) -> str: 1112 return self._uncast_text(expression, "LEFT") 1113 1114 def _uncast_text(self, expression: exp.Expression, name: str) -> str: 1115 this = expression.this 1116 if isinstance(this, exp.Cast) and this.is_type(exp.DataType.Type.TEXT): 1117 this_sql = self.sql(this, "this") 1118 else: 1119 this_sql = self.sql(this) 1120 expression_sql = self.sql(expression, "expression") 1121 return self.func(name, this_sql, expression_sql if expression_sql else None) 1122 1123 def partition_sql(self, expression: exp.Partition) -> str: 1124 return f"WITH (PARTITIONS({self.expressions(expression, flat=True)}))" 1125 1126 def altertable_sql(self, expression: exp.AlterTable) -> str: 1127 action = seq_get(expression.args.get("actions") or [], 0) 1128 if isinstance(action, exp.RenameTable): 1129 return f"EXEC sp_rename '{self.sql(expression.this)}', '{action.this.name}'" 1130 return super().altertable_sql(expression) 1131 1132 def drop_sql(self, expression: exp.Drop) -> str: 1133 if expression.args["kind"] == "VIEW": 1134 expression.this.set("catalog", None) 1135 return super().drop_sql(expression) 1136 1137 def declare_sql(self, expression: exp.Declare) -> str: 1138 return f"DECLARE {self.expressions(expression, flat=True)}" 1139 1140 def declareitem_sql(self, expression: exp.DeclareItem) -> str: 1141 variable = self.sql(expression, "this") 1142 default = self.sql(expression, "default") 1143 default = f" = {default}" if default else "" 1144 1145 kind = self.sql(expression, "kind") 1146 if isinstance(expression.args.get("kind"), exp.Schema): 1147 kind = f"TABLE {kind}" 1148 1149 return f"{variable} AS {kind}{default}" 1150 1151 def options_modifier(self, expression: exp.Expression) -> str: 1152 options = self.expressions(expression, key="options") 1153 return f" OPTION{self.wrap(options)}" if options else ""
Generator converts a given syntax tree to the corresponding SQL string.
Arguments:
- pretty: Whether to format the produced SQL string. Default: False.
- identify: Determines when an identifier should be quoted. Possible values are: False (default): Never quote, except in cases where it's mandatory by the dialect. True or 'always': Always quote. 'safe': Only quote identifiers that are case insensitive.
- normalize: Whether to normalize identifiers to lowercase. Default: False.
- pad: The pad size in a formatted string. For example, this affects the indentation of a projection in a query, relative to its nesting level. Default: 2.
- indent: The indentation size in a formatted string. For example, this affects the
indentation of subqueries and filters under a
WHERE
clause. Default: 2. - normalize_functions: How to normalize function names. Possible values are: "upper" or True (default): Convert names to uppercase. "lower": Convert names to lowercase. False: Disables function name normalization.
- unsupported_level: Determines the generator's behavior when it encounters unsupported expressions. Default ErrorLevel.WARN.
- max_unsupported: Maximum number of unsupported messages to include in a raised UnsupportedError. This is only relevant if unsupported_level is ErrorLevel.RAISE. Default: 3
- leading_comma: Whether the comma is leading or trailing in select expressions. This is only relevant when generating in pretty mode. Default: False
- max_text_width: The max number of characters in a segment before creating new lines in pretty mode. The default is on the smaller end because the length only represents a segment and not the true line length. Default: 80
- comments: Whether to preserve comments in the output SQL code. Default: True
882 def select_sql(self, expression: exp.Select) -> str: 883 if expression.args.get("offset"): 884 if not expression.args.get("order"): 885 # ORDER BY is required in order to use OFFSET in a query, so we use 886 # a noop order by, since we don't really care about the order. 887 # See: https://www.microsoftpressstore.com/articles/article.aspx?p=2314819 888 expression.order_by(exp.select(exp.null()).subquery(), copy=False) 889 890 limit = expression.args.get("limit") 891 if isinstance(limit, exp.Limit): 892 # TOP and OFFSET can't be combined, we need use FETCH instead of TOP 893 # we replace here because otherwise TOP would be generated in select_sql 894 limit.replace(exp.Fetch(direction="FIRST", count=limit.expression)) 895 896 return super().select_sql(expression)
904 def queryoption_sql(self, expression: exp.QueryOption) -> str: 905 option = self.sql(expression, "this") 906 value = self.sql(expression, "expression") 907 if value: 908 optional_equal_sign = "= " if option in OPTIONS_THAT_REQUIRE_EQUAL else "" 909 return f"{option} {optional_equal_sign}{value}" 910 return option
912 def lateral_op(self, expression: exp.Lateral) -> str: 913 cross_apply = expression.args.get("cross_apply") 914 if cross_apply is True: 915 return "CROSS APPLY" 916 if cross_apply is False: 917 return "OUTER APPLY" 918 919 # TODO: perhaps we can check if the parent is a Join and transpile it appropriately 920 self.unsupported("LATERAL clause is not supported.") 921 return "LATERAL"
923 def timefromparts_sql(self, expression: exp.TimeFromParts) -> str: 924 nano = expression.args.get("nano") 925 if nano is not None: 926 nano.pop() 927 self.unsupported("Specifying nanoseconds is not supported in TIMEFROMPARTS.") 928 929 if expression.args.get("fractions") is None: 930 expression.set("fractions", exp.Literal.number(0)) 931 if expression.args.get("precision") is None: 932 expression.set("precision", exp.Literal.number(0)) 933 934 return rename_func("TIMEFROMPARTS")(self, expression)
936 def timestampfromparts_sql(self, expression: exp.TimestampFromParts) -> str: 937 zone = expression.args.get("zone") 938 if zone is not None: 939 zone.pop() 940 self.unsupported("Time zone is not supported in DATETIMEFROMPARTS.") 941 942 nano = expression.args.get("nano") 943 if nano is not None: 944 nano.pop() 945 self.unsupported("Specifying nanoseconds is not supported in DATETIMEFROMPARTS.") 946 947 if expression.args.get("milli") is None: 948 expression.set("milli", exp.Literal.number(0)) 949 950 return rename_func("DATETIMEFROMPARTS")(self, expression)
952 def setitem_sql(self, expression: exp.SetItem) -> str: 953 this = expression.this 954 if isinstance(this, exp.EQ) and not isinstance(this.left, exp.Parameter): 955 # T-SQL does not use '=' in SET command, except when the LHS is a variable. 956 return f"{self.sql(this.left)} {self.sql(this.right)}" 957 958 return super().setitem_sql(expression)
971 def createable_sql(self, expression: exp.Create, locations: t.DefaultDict) -> str: 972 sql = self.sql(expression, "this") 973 properties = expression.args.get("properties") 974 975 if sql[:1] != "#" and any( 976 isinstance(prop, exp.TemporaryProperty) 977 for prop in (properties.expressions if properties else []) 978 ): 979 sql = f"[#{sql[1:]}" if sql.startswith("[") else f"#{sql}" 980 981 return sql
983 def create_sql(self, expression: exp.Create) -> str: 984 kind = expression.kind 985 exists = expression.args.pop("exists", None) 986 987 if kind == "VIEW": 988 expression.this.set("catalog", None) 989 990 sql = super().create_sql(expression) 991 992 like_property = expression.find(exp.LikeProperty) 993 if like_property: 994 ctas_expression = like_property.this 995 else: 996 ctas_expression = expression.expression 997 998 table = expression.find(exp.Table) 999 1000 # Convert CTAS statement to SELECT .. INTO .. 1001 if kind == "TABLE" and ctas_expression: 1002 ctas_with = ctas_expression.args.get("with") 1003 if ctas_with: 1004 ctas_with = ctas_with.pop() 1005 1006 if isinstance(ctas_expression, exp.UNWRAPPED_QUERIES): 1007 ctas_expression = ctas_expression.subquery() 1008 1009 select_into = exp.select("*").from_(exp.alias_(ctas_expression, "temp", table=True)) 1010 select_into.set("into", exp.Into(this=table)) 1011 select_into.set("with", ctas_with) 1012 1013 if like_property: 1014 select_into.limit(0, copy=False) 1015 1016 sql = self.sql(select_into) 1017 1018 if exists: 1019 identifier = self.sql(exp.Literal.string(exp.table_name(table) if table else "")) 1020 sql = self.sql(exp.Literal.string(sql)) 1021 if kind == "SCHEMA": 1022 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.schemata WHERE schema_name = {identifier}) EXEC({sql})""" 1023 elif kind == "TABLE": 1024 assert table 1025 where = exp.and_( 1026 exp.column("table_name").eq(table.name), 1027 exp.column("table_schema").eq(table.db) if table.db else None, 1028 exp.column("table_catalog").eq(table.catalog) if table.catalog else None, 1029 ) 1030 sql = f"""IF NOT EXISTS (SELECT * FROM information_schema.tables WHERE {where}) EXEC({sql})""" 1031 elif kind == "INDEX": 1032 index = self.sql(exp.Literal.string(expression.this.text("this"))) 1033 sql = f"""IF NOT EXISTS (SELECT * FROM sys.indexes WHERE object_id = object_id({identifier}) AND name = {index}) EXEC({sql})""" 1034 elif expression.args.get("replace"): 1035 sql = sql.replace("CREATE OR REPLACE ", "CREATE OR ALTER ", 1) 1036 1037 return self.prepend_ctes(expression, sql)
1042 def version_sql(self, expression: exp.Version) -> str: 1043 name = "SYSTEM_TIME" if expression.name == "TIMESTAMP" else expression.name 1044 this = f"FOR {name}" 1045 expr = expression.expression 1046 kind = expression.text("kind") 1047 if kind in ("FROM", "BETWEEN"): 1048 args = expr.expressions 1049 sep = "TO" if kind == "FROM" else "AND" 1050 expr_sql = f"{self.sql(seq_get(args, 0))} {sep} {self.sql(seq_get(args, 1))}" 1051 else: 1052 expr_sql = self.sql(expr) 1053 1054 expr_sql = f" {expr_sql}" if expr_sql else "" 1055 return f"{this} {kind}{expr_sql}"
1074 def commit_sql(self, expression: exp.Commit) -> str: 1075 this = self.sql(expression, "this") 1076 this = f" {this}" if this else "" 1077 durability = expression.args.get("durability") 1078 durability = ( 1079 f" WITH (DELAYED_DURABILITY = {'ON' if durability else 'OFF'})" 1080 if durability is not None 1081 else "" 1082 ) 1083 return f"COMMIT TRANSACTION{this}{durability}"
1090 def identifier_sql(self, expression: exp.Identifier) -> str: 1091 identifier = super().identifier_sql(expression) 1092 1093 if expression.args.get("global"): 1094 identifier = f"##{identifier}" 1095 elif expression.args.get("temporary"): 1096 identifier = f"#{identifier}" 1097 1098 return identifier
1126 def altertable_sql(self, expression: exp.AlterTable) -> str: 1127 action = seq_get(expression.args.get("actions") or [], 0) 1128 if isinstance(action, exp.RenameTable): 1129 return f"EXEC sp_rename '{self.sql(expression.this)}', '{action.this.name}'" 1130 return super().altertable_sql(expression)
1140 def declareitem_sql(self, expression: exp.DeclareItem) -> str: 1141 variable = self.sql(expression, "this") 1142 default = self.sql(expression, "default") 1143 default = f" = {default}" if default else "" 1144 1145 kind = self.sql(expression, "kind") 1146 if isinstance(expression.args.get("kind"), exp.Schema): 1147 kind = f"TABLE {kind}" 1148 1149 return f"{variable} AS {kind}{default}"
Inherited Members
- sqlglot.generator.Generator
- Generator
- IGNORE_NULLS_IN_FUNC
- LOCKING_READS_SUPPORTED
- EXPLICIT_SET_OP
- WRAP_DERIVED_VALUES
- CREATE_FUNCTION_RETURN_AS
- MATCHED_BY_SOURCE
- SINGLE_STRING_INTERVAL
- INTERVAL_ALLOWS_PLURAL_FORM
- LIMIT_ONLY_LITERALS
- RENAME_TABLE_WITH_DB
- GROUPINGS_SEP
- INDEX_ON
- JOIN_HINTS
- TABLE_HINTS
- QUERY_HINT_SEP
- IS_BOOL_ALLOWED
- DUPLICATE_KEY_UPDATE_WITH_SET
- EXTRACT_ALLOWS_QUOTES
- TZ_TO_WITH_TIME_ZONE
- VALUES_AS_TABLE
- UNNEST_WITH_ORDINALITY
- AGGREGATE_FILTER_SUPPORTED
- SEMI_ANTI_JOIN_WITH_SIDE
- SUPPORTS_TABLE_COPY
- TABLESAMPLE_REQUIRES_PARENS
- TABLESAMPLE_SIZE_IS_ROWS
- TABLESAMPLE_KEYWORDS
- TABLESAMPLE_WITH_METHOD
- COLLATE_IS_FUNC
- DATA_TYPE_SPECIFIERS_ALLOWED
- LAST_DAY_SUPPORTS_DATE_PART
- SUPPORTS_TABLE_ALIAS_COLUMNS
- UNPIVOT_ALIASES_ARE_IDENTIFIERS
- JSON_KEY_VALUE_PAIR_SEP
- INSERT_OVERWRITE
- SUPPORTS_UNLOGGED_TABLES
- SUPPORTS_CREATE_TABLE_LIKE
- LIKE_PROPERTY_INSIDE_SCHEMA
- MULTI_ARG_DISTINCT
- JSON_TYPE_REQUIRED_FOR_EXTRACTION
- JSON_PATH_SINGLE_QUOTE_ESCAPE
- CAN_IMPLEMENT_ARRAY_ANY
- COPY_PARAMS_ARE_WRAPPED
- COPY_HAS_INTO_KEYWORD
- STAR_EXCEPT
- HEX_FUNC
- WITH_PROPERTIES_PREFIX
- QUOTE_JSON_PATH
- TIME_PART_SINGULARS
- TOKEN_MAPPING
- STRUCT_DELIMITER
- PARAMETER_TOKEN
- NAMED_PLACEHOLDER_TOKEN
- RESERVED_KEYWORDS
- WITH_SEPARATED_COMMENTS
- EXCLUDE_COMMENTS
- UNWRAPPED_INTERVAL_VALUES
- PARAMETERIZABLE_TEXT_TYPES
- SENTINEL_LINE_BREAK
- pretty
- identify
- normalize
- pad
- unsupported_level
- max_unsupported
- leading_comma
- max_text_width
- comments
- dialect
- normalize_functions
- unsupported_messages
- generate
- preprocess
- unsupported
- sep
- seg
- pad_comment
- maybe_comment
- wrap
- no_identify
- normalize_func
- indent
- sql
- uncache_sql
- cache_sql
- characterset_sql
- column_parts
- column_sql
- columnposition_sql
- columndef_sql
- columnconstraint_sql
- computedcolumnconstraint_sql
- autoincrementcolumnconstraint_sql
- compresscolumnconstraint_sql
- generatedasidentitycolumnconstraint_sql
- generatedasrowcolumnconstraint_sql
- periodforsystemtimeconstraint_sql
- notnullcolumnconstraint_sql
- transformcolumnconstraint_sql
- primarykeycolumnconstraint_sql
- uniquecolumnconstraint_sql
- sequenceproperties_sql
- clone_sql
- describe_sql
- heredoc_sql
- prepend_ctes
- with_sql
- cte_sql
- tablealias_sql
- bitstring_sql
- hexstring_sql
- bytestring_sql
- unicodestring_sql
- rawstring_sql
- datatypeparam_sql
- datatype_sql
- directory_sql
- delete_sql
- except_sql
- except_op
- fetch_sql
- filter_sql
- hint_sql
- indexparameters_sql
- index_sql
- hex_sql
- lowerhex_sql
- inputoutputformat_sql
- national_sql
- properties_sql
- root_properties
- properties
- with_properties
- locate_properties
- property_name
- property_sql
- likeproperty_sql
- fallbackproperty_sql
- journalproperty_sql
- freespaceproperty_sql
- checksumproperty_sql
- mergeblockratioproperty_sql
- datablocksizeproperty_sql
- blockcompressionproperty_sql
- isolatedloadingproperty_sql
- partitionboundspec_sql
- partitionedofproperty_sql
- lockingproperty_sql
- withdataproperty_sql
- withsystemversioningproperty_sql
- insert_sql
- intersect_sql
- intersect_op
- introducer_sql
- kill_sql
- pseudotype_sql
- objectidentifier_sql
- onconflict_sql
- rowformatdelimitedproperty_sql
- withtablehint_sql
- indextablehint_sql
- historicaldata_sql
- table_parts
- table_sql
- tablesample_sql
- pivot_sql
- tuple_sql
- update_sql
- values_sql
- var_sql
- into_sql
- from_sql
- group_sql
- having_sql
- connect_sql
- prior_sql
- join_sql
- lambda_sql
- lateral_sql
- limit_sql
- set_sql
- pragma_sql
- lock_sql
- literal_sql
- escape_str
- loaddata_sql
- null_sql
- order_sql
- withfill_sql
- cluster_sql
- distribute_sql
- sort_sql
- ordered_sql
- matchrecognizemeasure_sql
- matchrecognize_sql
- query_modifiers
- offset_limit_modifiers
- after_limit_modifiers
- schema_sql
- schema_columns_sql
- star_sql
- parameter_sql
- sessionparameter_sql
- placeholder_sql
- subquery_sql
- qualify_sql
- set_operations
- union_sql
- union_op
- unnest_sql
- prewhere_sql
- where_sql
- window_sql
- partition_by_sql
- windowspec_sql
- withingroup_sql
- between_sql
- bracket_offset_expressions
- bracket_sql
- all_sql
- any_sql
- exists_sql
- case_sql
- nextvaluefor_sql
- extract_sql
- trim_sql
- convert_concat_args
- concat_sql
- concatws_sql
- check_sql
- foreignkey_sql
- primarykey_sql
- if_sql
- matchagainst_sql
- jsonkeyvalue_sql
- jsonpath_sql
- json_path_part
- formatjson_sql
- jsonobject_sql
- jsonobjectagg_sql
- jsonarray_sql
- jsonarrayagg_sql
- jsoncolumndef_sql
- jsonschema_sql
- jsontable_sql
- openjsoncolumndef_sql
- openjson_sql
- in_sql
- in_unnest_op
- interval_sql
- return_sql
- reference_sql
- anonymous_sql
- paren_sql
- neg_sql
- not_sql
- alias_sql
- pivotalias_sql
- aliases_sql
- atindex_sql
- attimezone_sql
- fromtimezone_sql
- add_sql
- and_sql
- or_sql
- xor_sql
- connector_sql
- bitwiseand_sql
- bitwiseleftshift_sql
- bitwisenot_sql
- bitwiseor_sql
- bitwiserightshift_sql
- bitwisexor_sql
- cast_sql
- currentdate_sql
- currenttimestamp_sql
- collate_sql
- command_sql
- comment_sql
- mergetreettlaction_sql
- mergetreettl_sql
- altercolumn_sql
- alterdiststyle_sql
- altersortkey_sql
- renametable_sql
- renamecolumn_sql
- alterset_sql
- add_column_sql
- droppartition_sql
- addconstraint_sql
- distinct_sql
- ignorenulls_sql
- respectnulls_sql
- havingmax_sql
- intdiv_sql
- dpipe_sql
- div_sql
- overlaps_sql
- distance_sql
- dot_sql
- eq_sql
- propertyeq_sql
- escape_sql
- glob_sql
- gt_sql
- gte_sql
- ilike_sql
- ilikeany_sql
- like_sql
- likeany_sql
- similarto_sql
- lt_sql
- lte_sql
- mod_sql
- mul_sql
- neq_sql
- nullsafeeq_sql
- nullsafeneq_sql
- slice_sql
- sub_sql
- trycast_sql
- try_sql
- log_sql
- use_sql
- binary
- function_fallback_sql
- func
- format_args
- too_wide
- format_time
- expressions
- op_expressions
- naked_property
- tag_sql
- token_sql
- userdefinedfunction_sql
- joinhint_sql
- kwarg_sql
- when_sql
- merge_sql
- tochar_sql
- tonumber_sql
- dictproperty_sql
- dictrange_sql
- dictsubproperty_sql
- oncluster_sql
- clusteredbyproperty_sql
- anyvalue_sql
- querytransform_sql
- indexconstraintoption_sql
- checkcolumnconstraint_sql
- indexcolumnconstraint_sql
- nvl2_sql
- comprehension_sql
- columnprefix_sql
- opclass_sql
- predict_sql
- forin_sql
- refresh_sql
- operator_sql
- toarray_sql
- tsordstotime_sql
- tsordstotimestamp_sql
- tsordstodate_sql
- unixdate_sql
- lastday_sql
- dateadd_sql
- arrayany_sql
- generateseries_sql
- struct_sql
- partitionrange_sql
- truncatetable_sql
- copyparameter_sql
- credentials_sql
- copy_sql
- semicolon_sql
- datadeletionproperty_sql
- maskingpolicycolumnconstraint_sql
- gapfill_sql
- scoperesolution_sql
- parsejson_sql
- strtodate_sql
- strtotime_sql