Compare commits
2 commits
e0ad9ee248
...
f5b6843968
| Author | SHA1 | Date | |
|---|---|---|---|
| f5b6843968 | |||
| b4df8218ff |
1 changed files with 4 additions and 2 deletions
|
|
@ -64,16 +64,18 @@ def fetch_url(base: str, url: str) -> str | None:
|
||||||
content_length = response.headers.get("Content-Length")
|
content_length = response.headers.get("Content-Length")
|
||||||
if content_length is not None:
|
if content_length is not None:
|
||||||
try:
|
try:
|
||||||
if int(content_length) > 500_000:
|
if int(content_length) > 2_500_000:
|
||||||
return None
|
return None
|
||||||
except ValueError:
|
except ValueError:
|
||||||
pass # Invalid Content-Length format, proceed to stream
|
pass # Invalid Content-Length format, proceed to stream
|
||||||
content = b""
|
content = b""
|
||||||
for chunk in response.iter_content(chunk_size=1024):
|
for chunk in response.iter_content(chunk_size=1024):
|
||||||
content += chunk
|
content += chunk
|
||||||
if len(content) > 500_000:
|
if len(content) > 2_500_000:
|
||||||
return None
|
return None
|
||||||
content_type = response.headers.get("Content-Type", "")
|
content_type = response.headers.get("Content-Type", "")
|
||||||
|
if content_type == "":
|
||||||
|
return None
|
||||||
return encode_data_uri(content, content_type)
|
return encode_data_uri(content, content_type)
|
||||||
except requests.exceptions.RequestException:
|
except requests.exceptions.RequestException:
|
||||||
return None
|
return None
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue