Merge remote-tracking branch 'origin/decouple-session' into backend-interface

Author: varun-edachali-dbx

.github/workflows/integration.yml

@@ -1,4 +1,5 @@
 name: Integration Tests
+
 on:
   push:
     paths-ignore:

src/databricks/sql/backend/thrift_backend.py

@@ -952,6 +952,12 @@ def execute_command(
             thrift_handle,
         )
 
+        logger.debug(
+            "ThriftBackend.execute_command(operation=%s, session_handle=%s)",
+            operation,
+            session_handle,
+        )
+
         spark_arrow_types = ttypes.TSparkArrowTypes(
             timestampAsArrow=self._use_arrow_native_timestamps,
             decimalAsArrow=self._use_arrow_native_decimals,

src/databricks/sql/client.py

@@ -876,6 +876,19 @@ def is_query_pending(self):
             ttypes.TOperationState.PENDING_STATE,
         ]
 
+    def is_query_pending(self):
+        """
+        Checks whether the async executing query is in pending state or not
+
+        :return:
+        """
+        operation_state = self.get_query_state()
+
+        return not operation_state or operation_state in [
+            ttypes.TOperationState.RUNNING_STATE,
+            ttypes.TOperationState.PENDING_STATE,
+        ]
+
     def get_async_execution_result(self):
         """
 

tests/e2e/test_complex_types.py

@@ -14,7 +14,7 @@ def table_fixture(self, connection_details):
             # Create the table
             cursor.execute(
                 """
-                CREATE TABLE IF NOT EXISTS pysql_test_complex_types_table (
+                CREATE TABLE IF NOT EXISTS pysql_e2e_test_complex_types_table (
                     array_col ARRAY<STRING>,
                     map_col MAP<STRING, INTEGER>,
                     struct_col STRUCT<field1: STRING, field2: INTEGER>
@@ -24,7 +24,7 @@ def table_fixture(self, connection_details):
             # Insert a record
             cursor.execute(
                 """
-                INSERT INTO pysql_test_complex_types_table
+                INSERT INTO pysql_e2e_test_complex_types_table
                 VALUES (
                     ARRAY('a', 'b', 'c'),
                     MAP('a', 1, 'b', 2, 'c', 3),
@@ -34,7 +34,7 @@ def table_fixture(self, connection_details):
             )
             yield
             # Clean up the table after the test
-            cursor.execute("DROP TABLE IF EXISTS pysql_test_complex_types_table")
+            cursor.execute("DROP TABLE IF EXISTS pysql_e2e_test_complex_types_table")
 
     @pytest.mark.parametrize(
         "field,expected_type",
@@ -45,7 +45,7 @@ def test_read_complex_types_as_arrow(self, field, expected_type, table_fixture):
 
         with self.cursor() as cursor:
             result = cursor.execute(
-                "SELECT * FROM pysql_test_complex_types_table LIMIT 1"
+                "SELECT * FROM pysql_e2e_test_complex_types_table LIMIT 1"
             ).fetchone()
 
         assert isinstance(result[field], expected_type)
@@ -57,7 +57,7 @@ def test_read_complex_types_as_string(self, field, table_fixture):
             extra_params={"_use_arrow_native_complex_types": False}
         ) as cursor:
             result = cursor.execute(
-                "SELECT * FROM pysql_test_complex_types_table LIMIT 1"
+                "SELECT * FROM pysql_e2e_test_complex_types_table LIMIT 1"
             ).fetchone()
 
         assert isinstance(result[field], str)