Start implementing IPFS CDN

This commit is contained in:
Timo Ley 2021-12-18 20:04:34 +01:00
parent 408bf0b3fa
commit fc2fb200f0
7 changed files with 143 additions and 6 deletions

View file

@ -17,3 +17,7 @@ sqlx = { version = "0.3", features = [ "mysql" ] }
rand = "0.8.0"
structopt = "0.3.22"
toml = "0.5.8"
reqwest = { version = "0.11", features = ["stream", "multipart"] }
new_mime_guess = "3.0.2"
headers = "0.3.5"
url = {version = "2.2.2", features = ["serde"]}

51
src/cdn/mod.rs Normal file
View file

@ -0,0 +1,51 @@
use axum::{Router, body::Body, extract::{Extension, Path}, handler::get, http::HeaderMap, response::IntoResponse, routing::BoxRoute};
use headers::{ContentType, HeaderMapExt};
use reqwest::{StatusCode, header::{CONTENT_LENGTH, HeaderName}};
use sqlx::{Error, MySqlPool};
use crate::config::ConfVars;
mod sql;
pub fn routes() -> Router<BoxRoute> {
Router::new()
.route("/:user/:filename", get(image))
.boxed()
}
async fn image(Path((user, filename)): Path<(String, String)>, Extension(db_pool): Extension<MySqlPool>, Extension(vars): Extension<ConfVars>) -> Result<impl IntoResponse, StatusCode> {
let q = sql::get_cid(user, filename.clone(), &db_pool).await;
match q {
Ok(cid) => {
let ipfsapi = vars.ipfs_client();
match ipfsapi {
Ok(ipfs) => {
let res = ipfs.cat(cid).await;
match res {
Ok(r) => {
let clength = r.headers().get(HeaderName::from_static("x-content-length"));
match clength {
Some(h) => {
let mut headers = HeaderMap::new();
let ctype = ContentType::from(new_mime_guess::from_path(filename).first_or_octet_stream());
headers.typed_insert(ctype);
headers.insert(CONTENT_LENGTH, h.clone());
Ok((StatusCode::OK, headers, Body::wrap_stream(r.bytes_stream())))
},
None => Err(StatusCode::INTERNAL_SERVER_ERROR),
}
},
Err(_) => Err(StatusCode::INTERNAL_SERVER_ERROR),
}
},
Err(_) => Err(StatusCode::INTERNAL_SERVER_ERROR),
}
},
Err(err) => match err {
Error::RowNotFound => Err(StatusCode::NOT_FOUND),
_ => Err(StatusCode::INTERNAL_SERVER_ERROR),
},
}
}

11
src/cdn/sql.rs Normal file
View file

@ -0,0 +1,11 @@
use sqlx::{MySqlPool, Result, Row, mysql::MySqlRow};
pub async fn get_cid(user: String, filename: String, pool: &MySqlPool) -> Result<String> {
let q: String = sqlx::query("SELECT cid FROM memes WHERE user = ? AND filename = ? ORDER BY id DESC").bind(user).bind(filename)
.map(|row: MySqlRow| row.get("cid"))
.fetch_one(pool).await?;
Ok(q)
}

View file

@ -1,4 +1,5 @@
use std::net::SocketAddr;
use reqwest::Url;
use serde::Deserialize;
#[derive(Deserialize)]
@ -6,10 +7,12 @@ pub struct Config {
pub addr: SocketAddr,
pub database: String,
pub cdn: String,
pub ipfs_api: Url,
}
pub struct ConfVars {
pub cdn: String,
pub ipfs_api: Url,
}
impl Config {
@ -17,6 +20,7 @@ impl Config {
pub fn vars(&self) -> ConfVars {
ConfVars {
cdn: self.cdn.clone(),
ipfs_api: self.ipfs_api.clone(),
}
}
@ -24,6 +28,6 @@ impl Config {
impl Clone for ConfVars {
fn clone(&self) -> Self {
Self { cdn: self.cdn.clone() }
Self { cdn: self.cdn.clone(), ipfs_api: self.ipfs_api.clone() }
}
}

65
src/ipfs/mod.rs Normal file
View file

@ -0,0 +1,65 @@
use reqwest::{Client, Response, Result, Url};
use serde::{Deserialize, Serialize};
use crate::config::ConfVars;
#[derive(Deserialize)]
pub struct AddResponse {
#[serde(rename = "Bytes")]
pub bytes: String,
#[serde(rename = "Hash")]
pub hash: String,
#[serde(rename = "Name")]
pub name: String,
#[serde(rename = "Size")]
pub size: String,
}
#[derive(Serialize)]
pub struct CatQuery {
pub arg: String,
}
pub struct IpfsClient {
url: Url,
client: Client,
}
impl IpfsClient {
pub fn cat_url(&self) -> Url {
self.url.join("/api/v0/cat").expect("Something went wrong with the IPFS URL")
}
pub fn add_url(&self) -> Url {
self.url.join("/api/v0/add").expect("Something went wrong with the IPFS URL")
}
pub async fn cat(&self, cid: String) -> Result<Response> {
let request = self.client.post(self.cat_url()).query(&CatQuery::new(cid));
request.send().await
}
}
impl CatQuery {
pub fn new(cid: String) -> Self {
Self {
arg: cid,
}
}
}
impl ConfVars {
pub fn ipfs_client(&self) -> Result<IpfsClient> {
let client =reqwest::ClientBuilder::new().user_agent("curl").build()?;
Ok(IpfsClient {
url: self.ipfs_api.clone(),
client,
})
}
}

View file

@ -1,4 +1,4 @@
use std::{env, io, path::PathBuf};
use std::path::PathBuf;
use config::Config;
use sqlx::MySqlPool;
use structopt::StructOpt;
@ -6,7 +6,9 @@ use axum::{Router, body::Body, http::{HeaderValue, Request, header}};
use tower_http::{add_extension::AddExtensionLayer, set_header::SetResponseHeaderLayer};
mod v1;
mod cdn;
mod config;
mod ipfs;
#[derive(StructOpt)]
struct Opt {
@ -29,7 +31,8 @@ async fn main() {
let db_pool = MySqlPool::new(&config.database).await.expect("Database connection error");
let app = Router::new()
.nest("/v1", v1::routes())
.nest("/api/v1", v1::routes())
.nest("/cdn", cdn::routes())
.layer(AddExtensionLayer::new(db_pool))
.layer(AddExtensionLayer::new(config.vars()))
.layer(SetResponseHeaderLayer::<_, Request<Body>>::if_not_present(header::ACCESS_CONTROL_ALLOW_ORIGIN, HeaderValue::from_static("*")));

View file

@ -1,7 +1,6 @@
use crate::v1::models::{Meme, MemeFilterQuery, Category, User, UserIDQuery};
use sqlx::{MySqlPool, Result, Row};
use sqlx::mysql::MySqlRow;
use std::env;
pub struct DBMeme {
pub id: i32,
@ -16,7 +15,7 @@ pub struct DBMeme {
impl Meme {
pub fn new(meme: DBMeme, cdn: String) -> Self {
Meme {
Self {
id: meme.id.to_string(),
link: format!("{}/{}/{}", cdn, meme.userdir, meme.filename),
category: meme.category,