fix timestamp after sqlglot change

sqlframe/base/function_alternatives.py

@@ -64,6 +64,39 @@ def first_always_ignore_nulls(col: ColumnOrName, ignorenulls: t.Optional[bool] =
     return first(col)
 
 
+def to_timestamp_with_time_zone(col: ColumnOrName, format: t.Optional[str] = None) -> Column:
+    from sqlframe.base.session import _BaseSession
+
+    if format is not None:
+        return Column.invoke_expression_over_column(
+            col, expression.StrToTime, format=_BaseSession().format_time(format)
+        )
+
+    return Column.ensure_col(col).cast("timestamp with time zone", dialect="postgres")
+
+
+def to_timestamp_tz(col: ColumnOrName, format: t.Optional[str] = None) -> Column:
+    from sqlframe.base.session import _BaseSession
+
+    if format is not None:
+        return Column.invoke_expression_over_column(
+            col, expression.StrToTime, format=_BaseSession().format_time(format)
+        )
+
+    return Column.ensure_col(col).cast("timestamptz", dialect="duckdb")
+
+
+def to_timestamp_just_timestamp(col: ColumnOrName, format: t.Optional[str] = None) -> Column:
+    from sqlframe.base.session import _BaseSession
+
+    if format is not None:
+        return Column.invoke_expression_over_column(
+            col, expression.StrToTime, format=_BaseSession().format_time(format)
+        )
+
+    return Column.ensure_col(col).cast("datetime", dialect="bigquery")
+
+
 def bitwise_not_from_bitnot(col: ColumnOrName) -> Column:
     return Column.invoke_anonymous_function(col, "BITNOT")
 

sqlframe/base/functions.py

@@ -900,7 +900,7 @@ def to_timestamp(col: ColumnOrName, format: t.Optional[str] = None) -> Column:
             col, expression.StrToTime, format=_BaseSession().format_time(format)
         )
 
-    return Column.ensure_col(col).cast("timestamp")
+    return Column.ensure_col(col).cast("timestampltz")
 
 
 @meta()

sqlframe/base/session.py

@@ -570,6 +570,8 @@ def _to_value(cls, value: t.Any) -> t.Any:
             return cls._to_row(list(value.keys()), list(value.values()))
         elif isinstance(value, (list, set, tuple)) and value:
             return [cls._to_value(x) for x in value]
+        elif isinstance(value, datetime.datetime):
+            return value.replace(tzinfo=None)
         return value
 
     @classmethod

sqlframe/bigquery/functions.py

@@ -73,6 +73,7 @@
     _is_string_using_typeof_string as _is_string,
     array_append_using_array_cat as array_append,
     endswith_with_underscore as endswith,
+    to_timestamp_just_timestamp as to_timestamp,
 )
 
 

sqlframe/duckdb/functions.py

@@ -53,4 +53,5 @@
     endswith_with_underscore as endswith,
     last_day_with_cast as last_day,
     regexp_replace_global_option as regexp_replace,
+    to_timestamp_tz as to_timestamp,
 )

sqlframe/duckdb/functions.pyi

@@ -29,6 +29,7 @@ from sqlframe.base.function_alternatives import (  # noqa
     try_element_at_zero_based as try_element_at,
     to_unix_timestamp_include_default_format as to_unix_timestamp,
     regexp_replace_global_option as regexp_replace,
+    to_timestamp_tz as to_timestamp,
 )
 from sqlframe.base.functions import (
     abs as abs,

sqlframe/postgres/functions.py

@@ -70,4 +70,5 @@
     endswith_using_like as endswith,
     last_day_with_cast as last_day,
     regexp_replace_global_option as regexp_replace,
+    to_timestamp_with_time_zone as to_timestamp,
 )

tests/common_fixtures.py

@@ -92,7 +92,7 @@ def pyspark_session(tmp_path_factory, gen_tpcds: t.List[Path]) -> PySparkSession
         .config("spark.sql.warehouse.dir", data_dir)
         .config("spark.driver.extraJavaOptions", f"-Dderby.system.home={derby_dir}")
         .config("spark.sql.shuffle.partitions", 1)
-        .config("spark.sql.session.timeZone", "America/Los_Angeles")
+        .config("spark.sql.session.timeZone", "UTC")
         .master("local[1]")
         .appName("Unit-tests")
         .getOrCreate()
@@ -225,6 +225,7 @@ def snowflake_connection() -> SnowflakeConnection:
 @pytest.fixture
 def snowflake_session(snowflake_connection: SnowflakeConnection) -> SnowflakeSession:
     session = SnowflakeSession(snowflake_connection)
+    session._execute("ALTER SESSION SET TIMEZONE = 'UTC'")
     session._execute("CREATE SCHEMA IF NOT EXISTS db1")
     session._execute("CREATE TABLE IF NOT EXISTS db1.table1 (id INTEGER, name VARCHAR(100))")
     session._execute(

tests/conftest.py

@@ -16,7 +16,7 @@ def pytest_collection_modifyitems(items, *args, **kwargs):
 def set_tz():
     import os
 
-    os.environ["TZ"] = "US/Pacific"
+    os.environ["TZ"] = "UTC"
     time.tzset()
     yield
     del os.environ["TZ"]