Fix skipped HDFS tests for Python 3.12 (#839)

* Initial plan

* Fix skipped HDFS tests - remove skip decorator and fix test

Co-authored-by: Borda <[email protected]>

* Remove test artifact and update gitignore

Co-authored-by: Borda <[email protected]>

---------

Co-authored-by: copilot-swe-agent[bot] <[email protected]>
Co-authored-by: Borda <[email protected]>

Author: Copilot

.gitignore

@@ -127,3 +127,4 @@ pip-wheel-metadata
 
 # lint
 .ruff_cache/
+local.ipynb

papermill/tests/test_hdfs.py

@@ -1,8 +1,6 @@
 import unittest
 from unittest.mock import MagicMock, patch
 
-import pytest
-
 from ..iorw import HDFSHandler
 
 
@@ -40,7 +38,6 @@ def __init__(self, path):
         self.path = path
 
 
-@pytest.mark.skip(reason="No valid dep package for python 3.12 yet")
 @patch('papermill.iorw.HadoopFileSystem', side_effect=MockHadoopFileSystem())
 class HDFSTest(unittest.TestCase):
     def setUp(self):
@@ -59,5 +56,5 @@ def test_hdfs_read(self, mock_hdfs_filesystem):
 
     def test_hdfs_write(self, mock_hdfs_filesystem):
         client = self.hdfs_handler._get_client()
-        self.assertEqual(self.hdfs_handler.write("hdfs:///Projects/test1.ipynb", b'New content'), 1)
+        self.assertEqual(self.hdfs_handler.write('New content', "hdfs:///Projects/test1.ipynb"), 1)
         self.assertIs(client, self.hdfs_handler._get_client())

setup.py

@@ -47,8 +47,7 @@ def read_reqs(fname, folder=None):
 black_reqs = ['black >= 19.3b0']
 all_reqs = s3_reqs + azure_reqs + gcs_reqs + hdfs_reqs + github_reqs + black_reqs
 docs_reqs = all_reqs + docs_only_reqs
-# Temporarily remove hdfs_reqs from dev deps until the pyarrow package is available for Python 3.12
-dev_reqs = read_reqs('dev.txt', folder='requirements') + s3_reqs + azure_reqs + gcs_reqs + black_reqs  # all_reqs
+dev_reqs = read_reqs('dev.txt', folder='requirements') + all_reqs
 extras_require = {
     "test": dev_reqs,
     "dev": dev_reqs,