Fix Reductionist unit tests

Author: maxstack

activestorage/reductionist.py

@@ -235,11 +235,11 @@ def request(session: requests.Session, url: str, request_data: dict):
 
 def decode_result(response):
     """Decode a successful response, return as a 2-tuple of (numpy array or scalar, count)."""
-    reduction_result = response.json()
+    reduction_result = json.loads(response.content)
     print("Reduction result: ", reduction_result)
     print("Reduction result size: ", sys.getsizeof(reduction_result))
     dtype = reduction_result['dtype']
-    shape = reduction_result['shape']
+    shape = reduction_result['shape'] if "shape" in reduction_result else None
 
     # Result
     result = np.frombuffer(bytes(reduction_result['bytes']), dtype=dtype)

tests/unit/test_reductionist.py

@@ -13,7 +13,7 @@
 
 def make_response(content, status_code, dtype=None, shape=None, count=None):
     reduction_result = {
-        "bytes": content
+        "bytes": list(content)
     }
     if dtype:
         reduction_result["dtype"] = dtype
@@ -31,7 +31,7 @@ def make_response(content, status_code, dtype=None, shape=None, count=None):
 def test_reduce_chunk_defaults(mock_request):
     """Unit test for reduce_chunk with default arguments."""
     result = np.int32(134351386)
-    response = make_response(result.tobytes(), 200, "int32", "[]", "2")
+    response = make_response(result.tobytes(), 200, "int32", [], 2)
     mock_request.return_value = response
 
     active_url = "https://s3.example.com"
@@ -90,7 +90,7 @@ def test_reduce_chunk_defaults(mock_request):
 def test_reduce_chunk_compression(mock_request, compression, filters):
     """Unit test for reduce_chunk with compression and filter arguments."""
     result = np.int32(134351386)
-    response = make_response(result.tobytes(), 200, "int32", "[]", "2")
+    response = make_response(result.tobytes(), 200, "int32", [], 2)
     mock_request.return_value = response
 
     active_url = "https://s3.example.com"
@@ -206,7 +206,7 @@ def test_reduce_chunk_missing(mock_request, missing):
     reduce_arg, api_arg = missing
 
     result = np.float32(-42.)
-    response = make_response(result.tobytes(), 200, "float32", "[]", "2")
+    response = make_response(result.tobytes(), 200, "float32", [], 2)
     mock_request.return_value = response
 
     active_url = "https://s3.example.com"