|
|
|
@ -1,6 +1,5 @@
|
|
|
|
|
use crate::claims::Claims;
|
|
|
|
|
use actix_web::{web, web::Data};
|
|
|
|
|
use anyhow::anyhow;
|
|
|
|
|
use lemmy_db::{
|
|
|
|
|
community::Community,
|
|
|
|
|
community_view::CommunityUserBanView,
|
|
|
|
@ -10,18 +9,8 @@ use lemmy_db::{
|
|
|
|
|
DbPool,
|
|
|
|
|
};
|
|
|
|
|
use lemmy_structs::{blocking, comment::*, community::*, post::*, site::*, user::*};
|
|
|
|
|
use lemmy_utils::{
|
|
|
|
|
apub::get_apub_protocol_string,
|
|
|
|
|
request::{retry, RecvError},
|
|
|
|
|
settings::Settings,
|
|
|
|
|
APIError,
|
|
|
|
|
ConnectionId,
|
|
|
|
|
LemmyError,
|
|
|
|
|
};
|
|
|
|
|
use lemmy_utils::{settings::Settings, APIError, ConnectionId, LemmyError};
|
|
|
|
|
use lemmy_websocket::{serialize_websocket_message, LemmyContext, UserOperation};
|
|
|
|
|
use log::error;
|
|
|
|
|
use percent_encoding::{utf8_percent_encode, NON_ALPHANUMERIC};
|
|
|
|
|
use reqwest::Client;
|
|
|
|
|
use serde::Deserialize;
|
|
|
|
|
use std::process::Command;
|
|
|
|
|
use url::Url;
|
|
|
|
@ -361,179 +350,12 @@ pub(crate) fn espeak_wav_base64(text: &str) -> Result<String, LemmyError> {
|
|
|
|
|
Ok(base64)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[derive(Deserialize, Debug)]
|
|
|
|
|
pub(crate) struct IframelyResponse {
|
|
|
|
|
title: Option<String>,
|
|
|
|
|
description: Option<String>,
|
|
|
|
|
thumbnail_url: Option<String>,
|
|
|
|
|
html: Option<String>,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) async fn fetch_iframely(
|
|
|
|
|
client: &Client,
|
|
|
|
|
url: &str,
|
|
|
|
|
) -> Result<IframelyResponse, LemmyError> {
|
|
|
|
|
let fetch_url = format!("http://iframely/oembed?url={}", url);
|
|
|
|
|
|
|
|
|
|
let response = retry(|| client.get(&fetch_url).send()).await?;
|
|
|
|
|
|
|
|
|
|
let res: IframelyResponse = response
|
|
|
|
|
.json()
|
|
|
|
|
.await
|
|
|
|
|
.map_err(|e| RecvError(e.to_string()))?;
|
|
|
|
|
Ok(res)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
|
|
|
pub(crate) struct PictrsResponse {
|
|
|
|
|
files: Vec<PictrsFile>,
|
|
|
|
|
msg: String,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[derive(Deserialize, Debug, Clone)]
|
|
|
|
|
pub(crate) struct PictrsFile {
|
|
|
|
|
file: String,
|
|
|
|
|
delete_token: String,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) async fn fetch_pictrs(
|
|
|
|
|
client: &Client,
|
|
|
|
|
image_url: &str,
|
|
|
|
|
) -> Result<PictrsResponse, LemmyError> {
|
|
|
|
|
is_image_content_type(client, image_url).await?;
|
|
|
|
|
|
|
|
|
|
let fetch_url = format!(
|
|
|
|
|
"http://pictrs:8080/image/download?url={}",
|
|
|
|
|
utf8_percent_encode(image_url, NON_ALPHANUMERIC) // TODO this might not be needed
|
|
|
|
|
);
|
|
|
|
|
|
|
|
|
|
let response = retry(|| client.get(&fetch_url).send()).await?;
|
|
|
|
|
|
|
|
|
|
let response: PictrsResponse = response
|
|
|
|
|
.json()
|
|
|
|
|
.await
|
|
|
|
|
.map_err(|e| RecvError(e.to_string()))?;
|
|
|
|
|
|
|
|
|
|
if response.msg == "ok" {
|
|
|
|
|
Ok(response)
|
|
|
|
|
} else {
|
|
|
|
|
Err(anyhow!("{}", &response.msg).into())
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async fn fetch_iframely_and_pictrs_data(
|
|
|
|
|
client: &Client,
|
|
|
|
|
url: Option<String>,
|
|
|
|
|
) -> (
|
|
|
|
|
Option<String>,
|
|
|
|
|
Option<String>,
|
|
|
|
|
Option<String>,
|
|
|
|
|
Option<String>,
|
|
|
|
|
) {
|
|
|
|
|
match &url {
|
|
|
|
|
Some(url) => {
|
|
|
|
|
// Fetch iframely data
|
|
|
|
|
let (iframely_title, iframely_description, iframely_thumbnail_url, iframely_html) =
|
|
|
|
|
match fetch_iframely(client, url).await {
|
|
|
|
|
Ok(res) => (res.title, res.description, res.thumbnail_url, res.html),
|
|
|
|
|
Err(e) => {
|
|
|
|
|
error!("iframely err: {}", e);
|
|
|
|
|
(None, None, None, None)
|
|
|
|
|
}
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
// Fetch pictrs thumbnail
|
|
|
|
|
let pictrs_hash = match iframely_thumbnail_url {
|
|
|
|
|
Some(iframely_thumbnail_url) => match fetch_pictrs(client, &iframely_thumbnail_url).await {
|
|
|
|
|
Ok(res) => Some(res.files[0].file.to_owned()),
|
|
|
|
|
Err(e) => {
|
|
|
|
|
error!("pictrs err: {}", e);
|
|
|
|
|
None
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
// Try to generate a small thumbnail if iframely is not supported
|
|
|
|
|
None => match fetch_pictrs(client, &url).await {
|
|
|
|
|
Ok(res) => Some(res.files[0].file.to_owned()),
|
|
|
|
|
Err(e) => {
|
|
|
|
|
error!("pictrs err: {}", e);
|
|
|
|
|
None
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
// The full urls are necessary for federation
|
|
|
|
|
let pictrs_thumbnail = if let Some(pictrs_hash) = pictrs_hash {
|
|
|
|
|
Some(format!(
|
|
|
|
|
"{}://{}/pictrs/image/{}",
|
|
|
|
|
get_apub_protocol_string(),
|
|
|
|
|
Settings::get().hostname,
|
|
|
|
|
pictrs_hash
|
|
|
|
|
))
|
|
|
|
|
} else {
|
|
|
|
|
None
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
(
|
|
|
|
|
iframely_title,
|
|
|
|
|
iframely_description,
|
|
|
|
|
iframely_html,
|
|
|
|
|
pictrs_thumbnail,
|
|
|
|
|
)
|
|
|
|
|
}
|
|
|
|
|
None => (None, None, None, None),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) async fn is_image_content_type(client: &Client, test: &str) -> Result<(), LemmyError> {
|
|
|
|
|
let response = retry(|| client.get(test).send()).await?;
|
|
|
|
|
|
|
|
|
|
if response
|
|
|
|
|
.headers()
|
|
|
|
|
.get("Content-Type")
|
|
|
|
|
.ok_or_else(|| anyhow!("No Content-Type header"))?
|
|
|
|
|
.to_str()?
|
|
|
|
|
.starts_with("image/")
|
|
|
|
|
{
|
|
|
|
|
Ok(())
|
|
|
|
|
} else {
|
|
|
|
|
Err(anyhow!("Not an image type.").into())
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#[cfg(test)]
|
|
|
|
|
mod tests {
|
|
|
|
|
use crate::{captcha_espeak_wav_base64, is_image_content_type};
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn test_image() {
|
|
|
|
|
actix_rt::System::new("tset_image").block_on(async move {
|
|
|
|
|
let client = reqwest::Client::default();
|
|
|
|
|
assert!(is_image_content_type(&client, "https://1734811051.rsc.cdn77.org/data/images/full/365645/as-virus-kills-navajos-in-their-homes-tribal-women-provide-lifeline.jpg?w=600?w=650").await.is_ok());
|
|
|
|
|
assert!(is_image_content_type(&client,
|
|
|
|
|
"https://twitter.com/BenjaminNorton/status/1259922424272957440?s=20"
|
|
|
|
|
)
|
|
|
|
|
.await.is_err()
|
|
|
|
|
);
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
use crate::captcha_espeak_wav_base64;
|
|
|
|
|
|
|
|
|
|
#[test]
|
|
|
|
|
fn test_espeak() {
|
|
|
|
|
assert!(captcha_espeak_wav_base64("WxRt2l").is_ok())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// These helped with testing
|
|
|
|
|
// #[test]
|
|
|
|
|
// fn test_iframely() {
|
|
|
|
|
// let res = fetch_iframely(client, "https://www.redspark.nu/?p=15341").await;
|
|
|
|
|
// assert!(res.is_ok());
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
// #[test]
|
|
|
|
|
// fn test_pictshare() {
|
|
|
|
|
// let res = fetch_pictshare("https://upload.wikimedia.org/wikipedia/en/2/27/The_Mandalorian_logo.jpg");
|
|
|
|
|
// assert!(res.is_ok());
|
|
|
|
|
// let res_other = fetch_pictshare("https://upload.wikimedia.org/wikipedia/en/2/27/The_Mandalorian_logo.jpgaoeu");
|
|
|
|
|
// assert!(res_other.is_err());
|
|
|
|
|
// }
|
|
|
|
|
}
|
|
|
|
|