mirror of
https://mau.dev/maunium/synapse.git
synced 2024-12-15 04:13:52 +01:00
Fetch images when previewing Twitter URLs. (#11985)
By including "bot" in the User-Agent, which some sites use to decide whether to include additional Open Graph information.
This commit is contained in:
parent
79c18e0709
commit
066171643b
3 changed files with 11 additions and 4 deletions
1
changelog.d/11985.feature
Normal file
1
changelog.d/11985.feature
Normal file
|
@ -0,0 +1 @@
|
||||||
|
Fetch images when previewing Twitter URLs. Contributed by @AndrewRyanChama.
|
|
@ -5,8 +5,6 @@
|
||||||
"endpoints": [
|
"endpoints": [
|
||||||
{
|
{
|
||||||
"schemes": [
|
"schemes": [
|
||||||
"https://twitter.com/*/status/*",
|
|
||||||
"https://*.twitter.com/*/status/*",
|
|
||||||
"https://twitter.com/*/moments/*",
|
"https://twitter.com/*/moments/*",
|
||||||
"https://*.twitter.com/*/moments/*"
|
"https://*.twitter.com/*/moments/*"
|
||||||
],
|
],
|
||||||
|
|
|
@ -402,7 +402,15 @@ class PreviewUrlResource(DirectServeJsonResource):
|
||||||
url,
|
url,
|
||||||
output_stream=output_stream,
|
output_stream=output_stream,
|
||||||
max_size=self.max_spider_size,
|
max_size=self.max_spider_size,
|
||||||
headers={"Accept-Language": self.url_preview_accept_language},
|
headers={
|
||||||
|
b"Accept-Language": self.url_preview_accept_language,
|
||||||
|
# Use a custom user agent for the preview because some sites will only return
|
||||||
|
# Open Graph metadata to crawler user agents. Omit the Synapse version
|
||||||
|
# string to avoid leaking information.
|
||||||
|
b"User-Agent": [
|
||||||
|
"Synapse (bot; +https://github.com/matrix-org/synapse)"
|
||||||
|
],
|
||||||
|
},
|
||||||
is_allowed_content_type=_is_previewable,
|
is_allowed_content_type=_is_previewable,
|
||||||
)
|
)
|
||||||
except SynapseError:
|
except SynapseError:
|
||||||
|
|
Loading…
Reference in a new issue