diff --git a/src/snapshots/client.py b/src/snapshots/client.py index 3c1a337..5461cc2 100644 --- a/src/snapshots/client.py +++ b/src/snapshots/client.py @@ -64,18 +64,16 @@ def fetch_url(base: str, url: str) -> str | None: content_length = response.headers.get("Content-Length") if content_length is not None: try: - if int(content_length) > 2_500_000: + if int(content_length) > 500_000: return None except ValueError: pass # Invalid Content-Length format, proceed to stream content = b"" for chunk in response.iter_content(chunk_size=1024): content += chunk - if len(content) > 2_500_000: + if len(content) > 500_000: return None content_type = response.headers.get("Content-Type", "") - if content_type == "": - return None return encode_data_uri(content, content_type) except requests.exceptions.RequestException: return None