Compare commits
2 commits
e0ad9ee248
...
f5b6843968
| Author | SHA1 | Date | |
|---|---|---|---|
| f5b6843968 | |||
| b4df8218ff |
1 changed files with 4 additions and 2 deletions
|
|
@ -64,16 +64,18 @@ def fetch_url(base: str, url: str) -> str | None:
|
|||
content_length = response.headers.get("Content-Length")
|
||||
if content_length is not None:
|
||||
try:
|
||||
if int(content_length) > 500_000:
|
||||
if int(content_length) > 2_500_000:
|
||||
return None
|
||||
except ValueError:
|
||||
pass # Invalid Content-Length format, proceed to stream
|
||||
content = b""
|
||||
for chunk in response.iter_content(chunk_size=1024):
|
||||
content += chunk
|
||||
if len(content) > 500_000:
|
||||
if len(content) > 2_500_000:
|
||||
return None
|
||||
content_type = response.headers.get("Content-Type", "")
|
||||
if content_type == "":
|
||||
return None
|
||||
return encode_data_uri(content, content_type)
|
||||
except requests.exceptions.RequestException:
|
||||
return None
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue