remove custom multi-frame decompressor for lz4

Signed-off-by: varun-edachali-dbx <varun.edachali@databricks.com>

Author: varun-edachali-dbx

examples/experimental/tests/test_sea_async_query.py

@@ -45,6 +45,7 @@ def test_sea_async_query_with_cloud_fetch():
             use_sea=True,
             user_agent_entry="SEA-Test-Client",
             use_cloud_fetch=True,
+            enable_query_result_lz4_compression=False,
         )
 
         logger.info(

examples/experimental/tests/test_sea_sync_query.py

@@ -43,6 +43,7 @@ def test_sea_sync_query_with_cloud_fetch():
             use_sea=True,
             user_agent_entry="SEA-Test-Client",
             use_cloud_fetch=True,
+            enable_query_result_lz4_compression=False,
         )
 
         logger.info(

src/databricks/sql/backend/sea/queue.py

@@ -5,7 +5,7 @@
 
 from databricks.sql.cloudfetch.download_manager import ResultFileDownloadManager
 
-import lz4.frame
+from databricks.sql.cloudfetch.downloader import ResultSetDownloadHandler
 
 try:
     import pyarrow
@@ -36,25 +36,6 @@
 logger = logging.getLogger(__name__)
 
 
-def decompress_multi_frame_lz4(attachment: bytes) -> bytes:
-    try:
-        decompressor = lz4.frame.LZ4FrameDecompressor()
-        arrow_file = decompressor.decompress(attachment)
-
-        # the attachment may be a concatenation of multiple LZ4 frames
-        while decompressor.unused_data:
-            remaining_data = decompressor.unused_data
-            arrow_file += decompressor.decompress(remaining_data)
-
-            logger.debug(f"LZ4 decompressed {len(arrow_file)} bytes from attachment")
-
-    except Exception as e:
-        logger.error(f"LZ4 decompression failed: {e}")
-        raise e
-
-    return arrow_file
-
-
 class SeaResultSetQueueFactory(ABC):
     @staticmethod
     def build_queue(
@@ -89,7 +70,7 @@ def build_queue(
         elif manifest.format == ResultFormat.ARROW_STREAM.value:
             if result_data.attachment is not None:
                 arrow_file = (
-                    decompress_multi_frame_lz4(result_data.attachment)
+                    ResultSetDownloadHandler._decompress_data(result_data.attachment)
                     if lz4_compressed
                     else result_data.attachment
                 )