Mock test_download HTTP requests

Author: MHHukiewitz

tests/unit/conftest.py

@@ -1,7 +1,8 @@
 import json
+from io import BytesIO
 from pathlib import Path
 from tempfile import NamedTemporaryFile
-from typing import Any, Callable, Dict, List
+from typing import Any, Callable, Dict, List, Optional, Union
 from unittest.mock import AsyncMock, MagicMock
 
 import pytest as pytest
@@ -195,19 +196,59 @@ def mock_session_with_post_success(
     return client
 
 
-def make_custom_mock_response(resp_json, status=200) -> MockResponse:
+import asyncio
+from functools import wraps
+
+
+def async_wrap(cls):
+    class AsyncWrapper:
+        def __init__(self, *args, **kwargs):
+            self._instance = cls(*args, **kwargs)
+
+        def __getattr__(self, item):
+            attr = getattr(self._instance, item)
+            if callable(attr):
+
+                @wraps(attr)
+                async def method(*args, **kwargs):
+                    loop = asyncio.get_running_loop()
+                    return await loop.run_in_executor(None, attr, *args, **kwargs)
+
+                return method
+            return attr
+
+    return AsyncWrapper
+
+
+AsyncBytesIO = async_wrap(BytesIO)
+
+
+def make_custom_mock_response(
+    resp: Union[Dict[str, Any], bytes], status=200
+) -> MockResponse:
     class CustomMockResponse(MockResponse):
+        content: Optional[AsyncBytesIO]
+
         async def json(self):
-            return resp_json
+            return resp
 
         @property
         def status(self):
             return status
 
-    return CustomMockResponse(sync=True)
+    mock = CustomMockResponse(sync=True)
+
+    try:
+        mock.content = AsyncBytesIO(resp)
+    except Exception as e:
+        print(e)
+
+    return mock
 
 
-def make_mock_get_session(get_return_value: Dict[str, Any]) -> AlephHttpClient:
+def make_mock_get_session(
+    get_return_value: Union[Dict[str, Any], bytes]
+) -> AlephHttpClient:
     class MockHttpSession(AsyncMock):
         def get(self, *_args, **_kwargs):
             return make_custom_mock_response(get_return_value)

tests/unit/test_download.py

@@ -1,10 +1,20 @@
 import tempfile
 from pathlib import Path
+from unittest.mock import AsyncMock, patch
 
 import pytest
 
 from aleph.sdk import AlephHttpClient
-from aleph.sdk.conf import settings as sdk_settings
+
+from .conftest import make_mock_get_session
+
+
+def make_mock_download_client(item_hash: str) -> AlephHttpClient:
+    if item_hash == "QmeomffUNfmQy76CQGy9NdmqEnnHU9soCexBnGU3ezPHVH":
+        return make_mock_get_session(b"test\n")
+    if item_hash == "Qmdy5LaAL4eghxE7JD6Ah5o4PJGarjAV9st8az2k52i1vq":
+        return make_mock_get_session(bytes(5817703))
+    raise NotImplementedError
 
 
 @pytest.mark.parametrize(
@@ -16,21 +26,24 @@
 )
 @pytest.mark.asyncio
 async def test_download(file_hash: str, expected_size: int):
-    async with AlephHttpClient(api_server=sdk_settings.API_HOST) as client:
-        file_content = await client.download_file(file_hash)  # File is 5B
-        file_size = len(file_content)
-        assert file_size == expected_size
+    mock_download_client = make_mock_download_client(file_hash)
+    async with mock_download_client:
+        file_content = await mock_download_client.download_file(file_hash)
+    file_size = len(file_content)
+    assert file_size == expected_size
 
 
 @pytest.mark.asyncio
 async def test_download_to_file():
+    file_hash = "QmeomffUNfmQy76CQGy9NdmqEnnHU9soCexBnGU3ezPHVH"
+    mock_download_client = make_mock_download_client(file_hash)
     with tempfile.TemporaryDirectory() as temp_dir:
         temp_dir_path = Path(temp_dir)
         download_path = temp_dir_path / "test.txt"
 
-        async with AlephHttpClient(api_server=sdk_settings.API_HOST) as client:
-            returned_path = await client.download_file_to_path(
-                "QmeomffUNfmQy76CQGy9NdmqEnnHU9soCexBnGU3ezPHVH", str(download_path)
+        async with mock_download_client:
+            returned_path = await mock_download_client.download_file_to_path(
+                file_hash, str(download_path)
             )
 
         assert returned_path == download_path
@@ -48,7 +61,8 @@ async def test_download_to_file():
 )
 @pytest.mark.asyncio
 async def test_download_ipfs(file_hash: str, expected_size: int):
-    async with AlephHttpClient(api_server=sdk_settings.API_HOST) as client:
-        file_content = await client.download_file_ipfs(file_hash)  # 5817703 B FILE
-        file_size = len(file_content)
-        assert file_size == expected_size
+    mock_download_client = make_mock_download_client(file_hash)
+    async with mock_download_client:
+        file_content = await mock_download_client.download_file_ipfs(file_hash)
+    file_size = len(file_content)
+    assert file_size == expected_size