From 8139cbc5c1c36afad305db0677bdb63da0a57e34 Mon Sep 17 00:00:00 2001
From: Melissa DeLucchi <113376043+delucchi-cmu@users.noreply.github.com>
Date: Tue, 13 Aug 2024 19:42:02 -0400
Subject: [PATCH] Pass compression kwargs through file system open. (#334)

* Pass compression kwargs through file system open.

* Undo weird isort result.

* More pylint warnings.
---
 src/hipscat/io/file_io/file_io.py           |  2 +-
 tests/hipscat/io/file_io/test_file_io.py    |  2 +-
 tests/hipscat/pixel_tree/conftest.py        | 19 ++-----------------
 tests/hipscat/pixel_tree/test_pixel_tree.py |  4 ++--
 4 files changed, 6 insertions(+), 21 deletions(-)

diff --git a/src/hipscat/io/file_io/file_io.py b/src/hipscat/io/file_io/file_io.py
index 11c8211d..4cb0dabd 100644
--- a/src/hipscat/io/file_io/file_io.py
+++ b/src/hipscat/io/file_io/file_io.py
@@ -166,7 +166,7 @@ def load_csv_to_pandas_generator(
         pandas dataframe loaded from CSV
     """
     file_system, file_pointer = get_fs(file_pointer, storage_options=storage_options)
-    with file_system.open(file_pointer, "r") as csv_file:
+    with file_system.open(file_pointer, "r", **kwargs) as csv_file:
         with pd.read_csv(csv_file, chunksize=chunksize, **kwargs) as reader:
             yield from reader
 
diff --git a/tests/hipscat/io/file_io/test_file_io.py b/tests/hipscat/io/file_io/test_file_io.py
index 038b8e34..6ac8fd89 100644
--- a/tests/hipscat/io/file_io/test_file_io.py
+++ b/tests/hipscat/io/file_io/test_file_io.py
@@ -126,7 +126,7 @@ def test_load_csv_to_pandas(small_sky_source_dir):
 def test_load_csv_to_pandas_generator(small_sky_source_dir):
     partition_info_path = small_sky_source_dir / "partition_info.csv"
     num_reads = 0
-    for frame in load_csv_to_pandas_generator(partition_info_path, chunksize=7):
+    for frame in load_csv_to_pandas_generator(partition_info_path, chunksize=7, compression=None):
         assert len(frame) == 7
         num_reads += 1
     assert num_reads == 2
diff --git a/tests/hipscat/pixel_tree/conftest.py b/tests/hipscat/pixel_tree/conftest.py
index cf520084..0c77be80 100644
--- a/tests/hipscat/pixel_tree/conftest.py
+++ b/tests/hipscat/pixel_tree/conftest.py
@@ -15,23 +15,8 @@ def pixel_tree_1():
 
 
 @pytest.fixture
-def pixel_tree_2_pixels():
-    return [
-        HealpixPixel(2, 128),
-        HealpixPixel(2, 130),
-        HealpixPixel(2, 131),
-        HealpixPixel(1, 33),
-        HealpixPixel(1, 35),
-        HealpixPixel(0, 10),
-        HealpixPixel(1, 44),
-        HealpixPixel(1, 45),
-        HealpixPixel(1, 46),
-    ]
-
-
-@pytest.fixture
-def pixel_tree_2(pixel_tree_2_pixels):
-    return PixelTree.from_healpix(pixel_tree_2_pixels)
+def pixel_tree_2(pixel_list_breadth_first):
+    return PixelTree.from_healpix(pixel_list_breadth_first)
 
 
 @pytest.fixture
diff --git a/tests/hipscat/pixel_tree/test_pixel_tree.py b/tests/hipscat/pixel_tree/test_pixel_tree.py
index 5614cee2..6eb5c1f2 100644
--- a/tests/hipscat/pixel_tree/test_pixel_tree.py
+++ b/tests/hipscat/pixel_tree/test_pixel_tree.py
@@ -15,8 +15,8 @@ def test_pixel_tree_length():
             assert len(tree) == length
 
 
-def test_get_healpix_pixels(pixel_tree_2, pixel_tree_2_pixels):
-    assert pixel_tree_2.get_healpix_pixels() == pixel_tree_2_pixels
+def test_get_healpix_pixels(pixel_tree_2, pixel_list_breadth_first):
+    assert pixel_tree_2.get_healpix_pixels() == pixel_list_breadth_first
 
 
 def test_pixel_tree_max_depth(pixel_tree_1, pixel_tree_2, pixel_tree_3):