adding request_wrapper for overcoming ConnectionErrors (bridgecrewio#2907)

itai1357 · ipeleg · web-flow · commit 61ced13a22f1 · 2022-05-04T09:30:33.000+02:00
* adding request_wrapper for avoiding error of 'Connection aborted.', ConnectionResetError(104, 'Connection reset by peer')

* adding the prefix "CHECKOV_" to the env-vars and casting them to the required number values

* adding comment to the new change

* adding while loop and make the request_max_tries request_sleep_between_tries defined when creating instance (for better controlling them during UTs)

* adding UTs

* fix PRs comments

* fix lint

* add request_wrapper in twistcli + UTs

* create global request_wrapper in http_utils.py + passing the UTs

* adding test for post result

* adding test for post result

* own review

* fix small incorresponding

* fix lint

* invoke tests again

* adding the flag should_call_raise_for_status for not breaking the existing behavior

Co-authored-by: ipeleg &lt;ipeleg@paloaltonetworks.com&gt;
diff --git a/checkov/common/bridgecrew/vulnerability_scanning/integrations/twistcli.py b/checkov/common/bridgecrew/vulnerability_scanning/integrations/twistcli.py
@@ -1,17 +1,15 @@
 import logging
 import platform
 import stat
-import time
 from abc import abstractmethod, ABC
 from pathlib import Path
 from typing import Dict, Any, List
 from datetime import datetime, timedelta
 
 import aiohttp
-import requests
 from checkov.common.bridgecrew.platform_integration import bc_integration, BcPlatformIntegration
 from checkov.common.util.data_structures_utils import merge_dicts
-from checkov.common.util.http_utils import get_default_post_headers
+from checkov.common.util.http_utils import get_default_post_headers, request_wrapper
 
 
 class TwistcliIntegration(ABC):
@@ -31,10 +29,9 @@ def download_twistcli(self, cli_file_name: Path) -> None:
 
         os_type = platform.system().lower()
 
-        response = requests.request(
-            "GET", f"{self.twictcli_base_url}?os={os_type}", headers=bc_integration.get_default_headers("GET")
-        )
-        response.raise_for_status()
+        response = request_wrapper("GET", f"{self.twictcli_base_url}?os={os_type}",
+                                   headers=bc_integration.get_default_headers("GET"),
+                                   should_call_raise_for_status=True)
 
         cli_file_name_path.write_bytes(response.content)
         cli_file_name_path.chmod(cli_file_name_path.stat().st_mode | stat.S_IEXEC)
@@ -50,18 +47,9 @@ def report_results(self, twistcli_scan_result: Dict[str, Any], file_path: Path,
             **kwargs,
         )
 
-        for i in range(2):
-            response = requests.request("POST", self.vulnerabilities_save_results_url,
-                                        headers=bc_integration.get_default_headers("POST"), json=payload)
-            try:
-                response.raise_for_status()
-                break
-            except requests.exceptions.HTTPError as ex:
-                logging.error(f"HTTP error on request {self.vulnerabilities_save_results_url}, payload:\n{payload}")
-                if ex.response.status_code >= 500 and i != 1:
-                    time.sleep(2)
-                    continue
-                raise ex
+        request_wrapper("POST", self.vulnerabilities_save_results_url,
+                        headers=bc_integration.get_default_headers("POST"),
+                        json=payload, should_call_raise_for_status=True)
 
     async def report_results_async(
         self,
@@ -132,4 +120,4 @@ def get_packages_for_report(scan_results: Dict[str, Any]) -> List[Dict[str, Any]
                 "licenses": package.get("licenses") or [],
             }
             for package in scan_results.get("packages") or []
-        ]
+        ]
diff --git a/checkov/common/util/http_utils.py b/checkov/common/util/http_utils.py
@@ -1,6 +1,9 @@
 import json
 import requests
 import logging
+import time
+import os
+from typing import Optional, Any
 
 from checkov.common.bridgecrew.bc_source import SourceType
 from checkov.common.util.consts import DEV_API_GET_HEADERS, DEV_API_POST_HEADERS
@@ -53,3 +56,38 @@ def get_default_get_headers(client: SourceType, client_version: str):
 
 def get_default_post_headers(client: SourceType, client_version: str):
     return merge_dicts(DEV_API_POST_HEADERS, get_version_headers(client.name, client_version), get_user_agent_header())
+
+
+def request_wrapper(method: str, url: str, headers: Any, data: Optional[Any] = None, json: Optional[Any] = None,
+                    should_call_raise_for_status: bool = False):
+    # using of "retry" mechanism for 'requests.request' due to unpredictable 'ConnectionError' and 'HttpError'
+    # instances that appears from time to time.
+    # 'ConnectionError' instances that appeared:
+    # * 'Connection aborted.', ConnectionResetError(104, 'Connection reset by peer').
+    # * 'Connection aborted.', OSError(107, 'Socket not connected').
+    # 'ConnectionError' instances that appeared:
+    # * 403 Client Error: Forbidden for url.
+    # * 504 Server Error: Gateway Time-out for url.
+
+    request_max_tries = int(os.getenv('REQUEST_MAX_TRIES', 3))
+    sleep_between_request_tries = float(os.getenv('SLEEP_BETWEEN_REQUEST_TRIES', 1))
+
+    for i in range(request_max_tries):
+        try:
+            response = requests.request(method, url, headers=headers, data=data, json=json)
+            if should_call_raise_for_status:
+                response.raise_for_status()
+            return response
+        except requests.exceptions.ConnectionError as connection_error:
+            logging.error(f"Connection error on request {method}:{url},\ndata:\n{data}\njson:{json}\nheaders:{headers}")
+            if i != request_max_tries - 1:
+                time.sleep(sleep_between_request_tries * (i + 1))
+                continue
+            raise connection_error
+        except requests.exceptions.HTTPError as http_error:
+            logging.error(f"HTTP error on request {method}:{url},\ndata:\n{data}\njson:{json}\nheaders:{headers}")
+            status_code = http_error.response.status_code
+            if (status_code >= 500 or status_code == 403) and i != request_max_tries - 1:
+                time.sleep(sleep_between_request_tries * (i + 1))
+                continue
+            raise http_error
diff --git a/checkov/sca_package/scanner.py b/checkov/sca_package/scanner.py
@@ -11,14 +11,15 @@
 
 from checkov.common.bridgecrew.platform_integration import bc_integration
 from checkov.common.util.file_utils import compress_file_gzip_base64, decompress_file_gzip_base64
+from checkov.common.util.http_utils import request_wrapper
 
 SLEEP_DURATION = 2
 MAX_SLEEP_DURATION = 60
 
 
 class Scanner:
     def __init__(self) -> None:
-        self.base_url = bc_integration.api_url
+        self._base_url = bc_integration.api_url
 
     def scan(self, input_paths: "Iterable[Path]") \
             -> "Sequence[Dict[str, Any]]":
@@ -53,13 +54,13 @@ async def run_scan(self, input_path: Path) -> dict:
             "fileName": input_path.name
         }
 
-        response = requests.request(
-            "POST", f"{self.base_url}/api/v1/vulnerabilities/scan",
-            headers=bc_integration.get_default_headers("GET"),
-            data=request_body
+        response = request_wrapper(
+            "POST", f"{self._base_url}/api/v1/vulnerabilities/scan",
+            headers=bc_integration.get_default_headers("POST"),
+            data=request_body,
+            should_call_raise_for_status=True
         )
 
-        response.raise_for_status()
         response_json = response.json()
 
         if response_json["status"] == "already_exist":
@@ -74,8 +75,8 @@ def run_scan_busy_wait(self, input_path: Path, scan_id: str) -> dict:
         response = requests.Response()
 
         while current_state != desired_state:
-            response = requests.request(
-                "GET", f"{self.base_url}/api/v1/vulnerabilities/scan-results/{scan_id}",
+            response = request_wrapper(
+                "GET", f"{self._base_url}/api/v1/vulnerabilities/scan-results/{scan_id}",
                 headers=bc_integration.get_default_headers("GET")
             )
             response_json = response.json()
diff --git a/tests/common/utils/conftest.py b/tests/common/utils/conftest.py
@@ -0,0 +1,58 @@
+from typing import Dict, Any
+
+import pytest
+
+from checkov.common.bridgecrew.bc_source import SourceType
+from checkov.common.bridgecrew.platform_integration import BcPlatformIntegration, bc_integration
+
+
+@pytest.fixture()
+def mock_bc_integration() -> BcPlatformIntegration:
+    bc_integration.bc_api_key = "abcd1234-abcd-1234-abcd-1234abcd1234"
+    bc_integration.setup_bridgecrew_credentials(
+        repo_id="bridgecrewio/checkov",
+        skip_fixes=True,
+        skip_download=True,
+        source=SourceType("Github", False),
+        source_version="1.0",
+        repo_branch="master",
+    )
+    return bc_integration
+
+
+@pytest.fixture()
+def scan_result_success_response() -> Dict[str, Any]:
+    return {'outputType': 'Result',
+     'outputData': "H4sIAN22X2IC/8WY23LbOBKGX6VLN5tUWRQp"
+                   "+SCrZi88drL2VqKkLMUzNZu5gEjIQkwSXAKUrU3l3fdvgDofnNS4MheJKbIJdAP"
+                   "/193g10YpC22U1eWs0aNGy2ZFq5SmSq3B3/9WqpSZzK0J7JNtHFGjEMbIBKa2rKT7HT"
+                   "+Ie2lw5z9fG3ZWSB6mmNmJztk+F5m7k3wR+b3mO1NZGoWHuBkFbT+mnTw"
+                   "/+bcjOjTBOBXmYWP8MDh9sfHZXhprNqZoB+3TIPyBWf6EaayzIlUij"
+                   "+WNMZVbvLxK07UnV8rYUo0q6yf62ohLZVUsUvwIYTlR95P6MpOJqrL6R6of6yurrbf+xi5XaS5LMVIpRplvl"
+                   "+KNbFzevWm2w+i0eRp13XoZK2xl3KKqJ5mQyikKzoPuEf50g+iYbeKpYYvTIHLrEUNAfqzBoNcJwtbFXa"
+                   "/furjsvWt9vMXVp5vebWvQu2zxnRv8u+j1eZhEGsRV1EE2LkttTBNylFTfz+/p1e"
+                   "+DwWtaDWDGLtmJpESZTBlzOYG45K1MhZXJh9EXuPNRF1VB4yqPeWy2j3XOC9oSSabyFseo4vrHF1NfrA3x"
+                   "TuuHqjDBF8OvXzkB00iOdSnrhThy6/K0vOkWSeQJLqNw9UEUlnFEIsXuGIIeNCIU1gIeSImsxgw8JYlypGw"
+                   "pyhk9ylG9BqRLuh6+f0dTJcgvNXs01emUl6fKjRhLqgwwJD2mN6mTW6ByrBe/F7g9lRAtVo5XudbLkt7+Fq"
+                   "T1g7stVlOVP/DPibWF6bVa+TQJckg1uNfTFu9RK5FWqLS1papSmYe3wnnP6mtcuPDJKV4+wbUesXZhWT/xoQ"
+                   "INaR916dh+81SkWlmCfY3itTAElfLlexcWLSJl0lSGSLCjdSB+5l/+6bav4yyKapQqM5HJFXbeEc1Oh91meD"
+                   "KMTnon570w/MNJVZlYY+jnLeHPQROXaTbYOzsOowPsRWEN38kKfGfByffC1wd8nwBfH/Bd74FvCKBiaF5JKgS"
+                   "WC9qKdSL3iP+k1vmG/tnRx4nMoUd4D/IEOZwflZ3Qv7S+TyVd5CKdgT5zdIiI0YxrDWaBA1bmCYa7HNy+paKE"
+                   "qac6kzHIRw6AMfbdunSxRMgHY7b071LnT1L/fF9fQv0rWr9GCN+v9OMDSo/CZtgZRt3nlb7DclPpmybbSj9vR"
+                   "ufd4+M9Uod4uaCgqAbnLPgI6362oniXX7cVHx1Q/HWt+Osdit+UtZuOp19IuvaEpd5Z3nVuzrUr4lhXuSUrHi"
+                   "SvWkAXZCplxSiFBEsxxqaQzKAKEkmCxsDQKzsRlpQhdAciZbFD5S6nuYRuZPn58z/Mxks8UEmxMBK9l8gNPMmE"
+                   "wwBJ/1OuHKvgoWQZlOY1PeoqTbyXPP4cLscW6itqBOBkxqCvBAgCIDx7ALsY2pVXjB9DL86jeZwBvfqQ4xHaiH"
+                   "sxr61snMtHDJJKOGg4NkyDOZKdMxhkBqwOTPjNUt4jdNabn2kt7uD1Jr6LRuinILwi2Jdg+LJ2fgnvCtj7OZ6js"
+                   "I9jeNluRt1hdN5DnTnE8U7LdY63TbY4bkfNTqcddvZy3A7QHYHMIGp7nturbeMxQ/Usx9ebHPf3VK51jv1sR+vA"
+                   "ekc8x+3VB3CUJlh/oIC6kluFvUnQsrNrMyaNm33c4+bLyyuoO8nA9YyJjk1AAyvGY9SjbMTVK3bkVUwq5D2U0Ad"
+                   "W98rp6k6Bkyn/B/WDLsiEjRz9En0/07wsYWOVooDRRZIoDhYwz45IjekVR+IYUuPXvhWWY4EjBy2cIlvPaxDfVC"
+                   "JikB1XxupM/Q/bhJIpChw2Yk9xAj2muqiLr0gN8J0gc7AHrnfmI8wRT5VTrm0N8JrnOKz4F/n22nt1Llr6IZ9w6p"
+                   "RJQDdIXzAviVOEHx/bgvSxaw90ZY1K3BLxFPMAqdRwaP7Cror/EzveVTJeuOhvNri4dStjzuNrh6MDaaQGcU8Wge"
+                   "shd6tcwA9nkd2Wa1lkh8l2N9BFxxCGpyf7jp0os+2g89db3v6eBoBb3o+ASkKiH0vtjmDuQwLVR3z61ecJ74jTs1"
+                   "A5Z4vL3ziCHt1kaEiBDZRcQP93IlWJJ2rrxOpHdrU/RkH23wj4wTtR4uwmMtdHaJdHWPj+SAdQjOJeAqU14f4AeC"
+                   "Yy5zwFU9TLqYplQMMJoPE1nrmWYl7opT8zoR2RLoldzPsA+D0FTYb+PfjQJzgt2BeVx7pkkghMa56wHns9HD+Fyx"
+                   "VLqjf2LaD+h+GbHiLG65mYEcsoFQUtS2uI/e92vrdDX3zj2Ya1/tTzo9V9TYB7cN0B5ZUeHGzIl0Rvsr6fzVrr+y"
+                   "p8l4+R7ZCLcic6WOF3Wq5X+G2TnZ263529x9Lw54L51uGzaNZDrhKoupKXEtWsR1UOrfufqwSxflFS3KLjnd5ueu"
+                   "anz3q7neGie2cS8HcBin/BL8U8U/AL0XOSX+jt75P82r6+RIV6DoZDXW14oKMNz5rR2TA6fr6j3WG52dFumrjvsG"
+                   "sp7dAH12j5wbWz+sG1vfOD6+m3b/8HQd/FwVgXAAA=",
+     'compressionMethod': 'gzip'}
diff --git a/tests/common/utils/test_http_utils.py b/tests/common/utils/test_http_utils.py
@@ -0,0 +1,118 @@
+import os
+import responses
+import requests
+from unittest import mock
+
+from checkov.common.util.http_utils import request_wrapper
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "5", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_all_fail_with_connection_error_for_get_scan_result(mock_bc_integration):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/scan-results/2e97f5afea42664309f492a1e2083b43479c2936"
+    responses.add(
+        method=responses.GET,
+        url=mock_url,
+        body=requests.exceptions.ConnectionError()
+    )
+    try:
+        request_wrapper("GET", mock_url, {})
+        assert False, "\'request_wrapper\' is expected to fail in this scenario"
+    except requests.exceptions.ConnectionError:
+        responses.assert_call_count(mock_url, 5)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "5", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_all_fail_with_connection_error_for_post_scan(mock_bc_integration):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/scan"
+    responses.add(
+        method=responses.POST,
+        url=mock_url,
+        body=requests.exceptions.ConnectionError()
+    )
+    try:
+        request_wrapper("POST", mock_url, {}, data={'mocked_key': 'mocked_value'})
+        assert False, "\'request_wrapper\' is expected to fail in this scenario"
+    except requests.exceptions.ConnectionError:
+        responses.assert_call_count(mock_url, 5)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "5", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_all_fail_with_http_error(mock_bc_integration):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/twistcli?os=linux"
+    responses.add(
+        method=responses.GET,
+        url=mock_url,
+        json={'error': "mocked client error"},
+        status=403
+    )
+    request_wrapper("GET", mock_url, {})
+    responses.assert_call_count(mock_url, 1)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "5", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_all_fail_with_http_error_should_call_raise_for_status(mock_bc_integration):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/twistcli?os=linux"
+    responses.add(
+        method=responses.GET,
+        url=mock_url,
+        json={'error': "mocked client error"},
+        status=403
+    )
+    try:
+        request_wrapper("GET", mock_url, {}, should_call_raise_for_status=True)
+        assert False, "\'request_wrapper\' is expected to fail in this scenario"
+    except requests.exceptions.HTTPError:
+        responses.assert_call_count(mock_url, 5)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "3", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_with_success_for_get_scan_result(mock_bc_integration, scan_result_success_response):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/scan-results/2e97f5afea42664309f492a1e2083b43479c2936"
+    responses.add(
+        method=responses.GET,
+        url=mock_url,
+        json=scan_result_success_response,
+        status=200
+    )
+    request_wrapper("GET", mock_url, {})
+    responses.assert_call_count(mock_url, 1)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "3", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_with_success_for_download_twistcli(mock_bc_integration):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/twistcli?os=linux"
+    responses.add(
+        method=responses.GET,
+        url=mock_url,
+        json={},
+        status=200
+    )
+    request_wrapper("GET", mock_url, {})
+    responses.assert_call_count(mock_url, 1)
+
+
+@responses.activate
+@mock.patch.dict(os.environ, {"REQUEST_MAX_TRIES": "3", "SLEEP_BETWEEN_REQUEST_TRIES": "0.01"})
+def test_request_wrapper_with_success_for_post_scan(mock_bc_integration, scan_result_success_response):
+    # given
+    mock_url = mock_bc_integration.bc_api_url + "/api/v1/vulnerabilities/scan"
+    responses.add(
+        method=responses.POST,
+        url=mock_url,
+        json=scan_result_success_response,
+        status=200
+    )
+    request_wrapper("POST", mock_url, {}, data={'mocked_key': 'mocked_value'})
+    responses.assert_call_count(mock_url, 1)
diff --git a/tests/sca_package/conftest.py b/tests/sca_package/conftest.py
@@ -1589,3 +1589,41 @@ def scan_result() -> List[Dict[str, Any]]:
             "vulnerabilityDistribution": {"critical": 0, "high": 2, "medium": 0, "low": 0, "total": 2},
         },
     ]
+
+
+@pytest.fixture()
+def scan_result_success_response() -> Dict[str, Any]:
+    return {'outputType': 'Result',
+     'outputData': "H4sIAN22X2IC/8WY23LbOBKGX6VLN5tUWRQp"
+                   "+SCrZi88drL2VqKkLMUzNZu5gEjIQkwSXAKUrU3l3fdvgDofnNS4MheJKbIJdAP"
+                   "/193g10YpC22U1eWs0aNGy2ZFq5SmSq3B3/9WqpSZzK0J7JNtHFGjEMbIBKa2rKT7HT"
+                   "+Ie2lw5z9fG3ZWSB6mmNmJztk+F5m7k3wR+b3mO1NZGoWHuBkFbT+mnTw"
+                   "/+bcjOjTBOBXmYWP8MDh9sfHZXhprNqZoB+3TIPyBWf6EaayzIlUij"
+                   "+WNMZVbvLxK07UnV8rYUo0q6yf62ohLZVUsUvwIYTlR95P6MpOJqrL6R6of6yurrbf+xi5XaS5LMVIpRplvl"
+                   "+KNbFzevWm2w+i0eRp13XoZK2xl3KKqJ5mQyikKzoPuEf50g+iYbeKpYYvTIHLrEUNAfqzBoNcJwtbFXa"
+                   "/furjsvWt9vMXVp5vebWvQu2zxnRv8u+j1eZhEGsRV1EE2LkttTBNylFTfz+/p1e"
+                   "+DwWtaDWDGLtmJpESZTBlzOYG45K1MhZXJh9EXuPNRF1VB4yqPeWy2j3XOC9oSSabyFseo4vrHF1NfrA3x"
+                   "TuuHqjDBF8OvXzkB00iOdSnrhThy6/K0vOkWSeQJLqNw9UEUlnFEIsXuGIIeNCIU1gIeSImsxgw8JYlypGw"
+                   "pyhk9ylG9BqRLuh6+f0dTJcgvNXs01emUl6fKjRhLqgwwJD2mN6mTW6ByrBe/F7g9lRAtVo5XudbLkt7+Fq"
+                   "T1g7stVlOVP/DPibWF6bVa+TQJckg1uNfTFu9RK5FWqLS1papSmYe3wnnP6mtcuPDJKV4+wbUesXZhWT/xoQ"
+                   "INaR916dh+81SkWlmCfY3itTAElfLlexcWLSJl0lSGSLCjdSB+5l/+6bav4yyKapQqM5HJFXbeEc1Oh91meD"
+                   "KMTnon570w/MNJVZlYY+jnLeHPQROXaTbYOzsOowPsRWEN38kKfGfByffC1wd8nwBfH/Bd74FvCKBiaF5JKgS"
+                   "WC9qKdSL3iP+k1vmG/tnRx4nMoUd4D/IEOZwflZ3Qv7S+TyVd5CKdgT5zdIiI0YxrDWaBA1bmCYa7HNy+paKE"
+                   "qac6kzHIRw6AMfbdunSxRMgHY7b071LnT1L/fF9fQv0rWr9GCN+v9OMDSo/CZtgZRt3nlb7DclPpmybbSj9vR"
+                   "ufd4+M9Uod4uaCgqAbnLPgI6362oniXX7cVHx1Q/HWt+Osdit+UtZuOp19IuvaEpd5Z3nVuzrUr4lhXuSUrHi"
+                   "SvWkAXZCplxSiFBEsxxqaQzKAKEkmCxsDQKzsRlpQhdAciZbFD5S6nuYRuZPn58z/Mxks8UEmxMBK9l8gNPMmE"
+                   "wwBJ/1OuHKvgoWQZlOY1PeoqTbyXPP4cLscW6itqBOBkxqCvBAgCIDx7ALsY2pVXjB9DL86jeZwBvfqQ4xHaiH"
+                   "sxr61snMtHDJJKOGg4NkyDOZKdMxhkBqwOTPjNUt4jdNabn2kt7uD1Jr6LRuinILwi2Jdg+LJ2fgnvCtj7OZ6js"
+                   "I9jeNluRt1hdN5DnTnE8U7LdY63TbY4bkfNTqcddvZy3A7QHYHMIGp7nturbeMxQ/Usx9ebHPf3VK51jv1sR+vA"
+                   "ekc8x+3VB3CUJlh/oIC6kluFvUnQsrNrMyaNm33c4+bLyyuoO8nA9YyJjk1AAyvGY9SjbMTVK3bkVUwq5D2U0Ad"
+                   "W98rp6k6Bkyn/B/WDLsiEjRz9En0/07wsYWOVooDRRZIoDhYwz45IjekVR+IYUuPXvhWWY4EjBy2cIlvPaxDfVC"
+                   "JikB1XxupM/Q/bhJIpChw2Yk9xAj2muqiLr0gN8J0gc7AHrnfmI8wRT5VTrm0N8JrnOKz4F/n22nt1Llr6IZ9w6p"
+                   "RJQDdIXzAviVOEHx/bgvSxaw90ZY1K3BLxFPMAqdRwaP7Cror/EzveVTJeuOhvNri4dStjzuNrh6MDaaQGcU8Wge"
+                   "shd6tcwA9nkd2Wa1lkh8l2N9BFxxCGpyf7jp0os+2g89db3v6eBoBb3o+ASkKiH0vtjmDuQwLVR3z61ecJ74jTs1"
+                   "A5Z4vL3ziCHt1kaEiBDZRcQP93IlWJJ2rrxOpHdrU/RkH23wj4wTtR4uwmMtdHaJdHWPj+SAdQjOJeAqU14f4AeC"
+                   "Yy5zwFU9TLqYplQMMJoPE1nrmWYl7opT8zoR2RLoldzPsA+D0FTYb+PfjQJzgt2BeVx7pkkghMa56wHns9HD+Fyx"
+                   "VLqjf2LaD+h+GbHiLG65mYEcsoFQUtS2uI/e92vrdDX3zj2Ya1/tTzo9V9TYB7cN0B5ZUeHGzIl0Rvsr6fzVrr+y"
+                   "p8l4+R7ZCLcic6WOF3Wq5X+G2TnZ263529x9Lw54L51uGzaNZDrhKoupKXEtWsR1UOrfufqwSxflFS3KLjnd5ueu"
+                   "anz3q7neGie2cS8HcBin/BL8U8U/AL0XOSX+jt75P82r6+RIV6DoZDXW14oKMNz5rR2TA6fr6j3WG52dFumrjvsG"
+                   "sp7dAH12j5wbWz+sG1vfOD6+m3b/8HQd/FwVgXAAA=",
+     'compressionMethod': 'gzip'}
diff --git a/tests/sca_package/test_scanner.py b/tests/sca_package/test_scanner.py
