2023-07-17 10:46:32 +03:00
|
|
|
use axum::{
|
|
|
|
extract::State,
|
|
|
|
response::{Html, IntoResponse},
|
|
|
|
routing::get,
|
|
|
|
Router,
|
|
|
|
};
|
2023-07-17 09:01:10 +03:00
|
|
|
use dashmap::DashMap;
|
2024-11-02 03:34:38 +03:00
|
|
|
use data::{Art, ArtKind, Data, FetchedLink};
|
|
|
|
use error::{AppError, AppResult};
|
|
|
|
use futures_util::{future::BoxFuture, FutureExt};
|
2023-07-17 09:01:10 +03:00
|
|
|
use http::Uri;
|
2024-06-11 00:54:56 +03:00
|
|
|
use maud::PreEscaped;
|
2023-07-17 09:38:54 +03:00
|
|
|
use std::{
|
|
|
|
ops::Deref,
|
2024-11-02 03:34:38 +03:00
|
|
|
str::FromStr,
|
2023-07-17 10:46:32 +03:00
|
|
|
sync::{Arc, Mutex},
|
2023-07-17 09:38:54 +03:00
|
|
|
};
|
2023-07-17 09:01:10 +03:00
|
|
|
|
2023-07-17 14:18:29 +03:00
|
|
|
mod data;
|
2023-07-17 09:01:10 +03:00
|
|
|
mod error;
|
|
|
|
|
|
|
|
#[tokio::main]
|
|
|
|
async fn main() {
|
2024-11-02 13:12:37 +03:00
|
|
|
let arts_file_path = get_conf("ARTS_PATH", "./utils/arts.txt");
|
2023-07-17 14:18:29 +03:00
|
|
|
let arts = std::fs::read_to_string(&arts_file_path).unwrap();
|
2023-07-17 09:38:54 +03:00
|
|
|
let state = AppState::new(Data::parse(&arts).unwrap());
|
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
#[cfg(not(windows))]
|
2023-07-17 09:38:54 +03:00
|
|
|
std::thread::spawn({
|
|
|
|
use signal_hook::{consts::SIGUSR2, iterator::Signals};
|
|
|
|
|
|
|
|
let state = state.clone();
|
|
|
|
move || {
|
|
|
|
let mut signals = Signals::new(&[SIGUSR2]).unwrap();
|
|
|
|
for _ in signals.forever() {
|
2023-07-17 14:18:29 +03:00
|
|
|
let data = std::fs::read_to_string(&arts_file_path).unwrap();
|
2023-07-17 09:38:54 +03:00
|
|
|
state.data.lock().unwrap().reload(&data).unwrap();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
|
|
|
|
let app = Router::new().route("/", get(show_art)).with_state(state);
|
2023-07-17 09:01:10 +03:00
|
|
|
|
|
|
|
let listener = tokio::net::TcpListener::bind("127.0.0.1:3000")
|
|
|
|
.await
|
|
|
|
.unwrap();
|
|
|
|
println!("listening on {}", listener.local_addr().unwrap());
|
|
|
|
axum::serve(listener, app).await.unwrap();
|
|
|
|
}
|
|
|
|
|
2024-06-11 17:59:15 +03:00
|
|
|
async fn show_art(
|
|
|
|
headers: axum::http::HeaderMap,
|
|
|
|
state: State<AppState>,
|
|
|
|
) -> AppResult<axum::response::Response> {
|
|
|
|
let ua = headers
|
|
|
|
.get(http::header::USER_AGENT)
|
|
|
|
.and_then(|v| v.to_str().ok())
|
|
|
|
.unwrap_or("<unknown agent>");
|
|
|
|
let realip = headers
|
|
|
|
.get("x-real-ip")
|
|
|
|
.and_then(|v| v.to_str().ok())
|
|
|
|
.unwrap_or("<unknown ip>");
|
|
|
|
|
|
|
|
println!("serving user {ua} from {realip}");
|
|
|
|
|
2023-07-17 09:38:54 +03:00
|
|
|
let art = state.data.lock().unwrap().pick_random_art().clone();
|
2023-07-17 10:46:32 +03:00
|
|
|
let image_link = if let Some(image_link) = state.direct_links.get(&art.url) {
|
2024-11-02 03:34:38 +03:00
|
|
|
image_link.clone()
|
2023-07-17 09:01:10 +03:00
|
|
|
} else {
|
2024-11-02 03:34:38 +03:00
|
|
|
let image_link_fn = match art.kind {
|
|
|
|
ArtKind::Twitter => fetch_twitter_image_link,
|
|
|
|
ArtKind::Safebooru => fetch_safebooru_image_link,
|
2023-07-17 09:01:10 +03:00
|
|
|
};
|
2024-11-02 03:34:38 +03:00
|
|
|
let image_link = (image_link_fn)(&state.http, &art.url).await?;
|
2023-07-17 10:46:32 +03:00
|
|
|
state
|
|
|
|
.direct_links
|
|
|
|
.insert(art.url.clone(), image_link.clone());
|
|
|
|
image_link
|
|
|
|
};
|
|
|
|
|
|
|
|
let page = render_page(&art, &image_link);
|
|
|
|
Ok(page.into_response())
|
2023-07-17 09:01:10 +03:00
|
|
|
}
|
|
|
|
|
2024-06-11 00:31:25 +03:00
|
|
|
const BODY_STYLE: &str =
|
2024-11-02 03:34:38 +03:00
|
|
|
"color: #ffffff; margin: 0px; background: #0e0e0e; height: 100vh; width: 100vw; display: flex; font-family: \"PT Mono\", monospace; font-weight: 400; font-style: normal; font-optical-sizing: auto;";
|
2024-11-02 03:56:27 +03:00
|
|
|
const ABOUT_STYLE: &str = "font-size: 1vmax; color: #ffffff;";
|
2024-06-11 00:31:25 +03:00
|
|
|
|
2024-06-11 00:54:56 +03:00
|
|
|
fn get_page_head_common() -> PreEscaped<String> {
|
2024-11-02 13:12:37 +03:00
|
|
|
let title = get_conf("SITE_TITLE", "random project moon art");
|
|
|
|
let embed_title = get_conf("EMBED_TITLE", "random project moon art");
|
|
|
|
let embed_content = get_conf("EMBED_DESC", "random project moon art");
|
|
|
|
let embed_color = get_conf("EMBED_COLOR", "#ffffff");
|
2024-06-11 17:59:15 +03:00
|
|
|
|
2024-06-11 00:54:56 +03:00
|
|
|
maud::html! {
|
|
|
|
meta charset="utf8";
|
2024-06-11 17:59:15 +03:00
|
|
|
meta property="og:title" content=(embed_title);
|
|
|
|
meta property="og:description" content=(embed_content);
|
|
|
|
meta name="theme-color" content=(embed_color);
|
2024-06-11 00:54:56 +03:00
|
|
|
link rel="preconnect" href="https://fonts.googleapis.com";
|
|
|
|
link rel="preconnect" href="https://fonts.gstatic.com" crossorigin;
|
2024-06-11 01:07:55 +03:00
|
|
|
link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=PT+Mono&display=swap";
|
2024-11-02 03:34:38 +03:00
|
|
|
link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/@chgibb/css-spinners@2.2.1/css/spinners.min.css";
|
2024-06-11 00:54:56 +03:00
|
|
|
title { (title) }
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2024-06-11 17:59:15 +03:00
|
|
|
fn get_page_contact() -> PreEscaped<String> {
|
|
|
|
maud::html! {
|
|
|
|
a style=(format!("{ABOUT_STYLE} right: 0;")) href="https://gaze.systems" target="_blank" {
|
|
|
|
"website made by dusk"
|
|
|
|
br;
|
|
|
|
"report problems / feedback @ yusdacra on Discord"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2023-07-17 14:18:29 +03:00
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
fn render_page(art: &Art, image_link: &FetchedLink) -> Html<String> {
|
|
|
|
let art_url = image_link.new_source.as_ref().unwrap_or(&art.url);
|
2023-07-17 09:01:10 +03:00
|
|
|
let content = maud::html! {
|
|
|
|
(maud::DOCTYPE)
|
|
|
|
head {
|
2024-06-11 00:54:56 +03:00
|
|
|
(get_page_head_common())
|
2023-07-17 09:01:10 +03:00
|
|
|
}
|
2024-06-11 00:31:25 +03:00
|
|
|
body style=(BODY_STYLE) {
|
2024-11-02 03:34:38 +03:00
|
|
|
div style="display: block; margin: auto; max-height: 98vh; max-width: 98vw;" {
|
|
|
|
div class="throbber-loader" style="position: absolute; top: 50%; left: 50%; z-index: -1;" {}
|
|
|
|
img style="max-height: 98vh; max-width: 98vw;" src=(image_link.image_url);
|
|
|
|
}
|
2024-11-02 03:56:27 +03:00
|
|
|
div style="position: absolute; bottom: 0; display: flex; flex-direction: column; gap: 2vh; background-color: #0e0e0eaa;" {
|
|
|
|
a style=(format!("{ABOUT_STYLE} left: 0;")) href=(art_url) target="_blank" {
|
|
|
|
"source: " (art_url)
|
|
|
|
}
|
|
|
|
(get_page_contact())
|
2023-07-17 09:01:10 +03:00
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
|
|
|
Html(content.into_string())
|
|
|
|
}
|
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
fn fetch_safebooru_image_link<'a>(
|
|
|
|
http: &'a reqwest::Client,
|
|
|
|
url: &'a Uri,
|
|
|
|
) -> BoxFuture<'a, AppResult<FetchedLink>> {
|
|
|
|
_fetch_safebooru_image_link(http, url).boxed()
|
|
|
|
}
|
|
|
|
|
|
|
|
fn fetch_twitter_image_link<'a>(
|
|
|
|
http: &'a reqwest::Client,
|
|
|
|
url: &'a Uri,
|
|
|
|
) -> BoxFuture<'a, AppResult<FetchedLink>> {
|
|
|
|
_fetch_twitter_image_link(http, url).boxed()
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn _fetch_safebooru_image_link(http: &reqwest::Client, url: &Uri) -> AppResult<FetchedLink> {
|
2023-07-17 13:58:47 +03:00
|
|
|
let mut id = String::new();
|
|
|
|
for (name, value) in form_urlencoded::parse(url.query().unwrap().as_bytes()) {
|
|
|
|
if name == "id" {
|
|
|
|
id = value.into_owned();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if id.is_empty() {
|
|
|
|
return Err("no id?".into());
|
|
|
|
}
|
|
|
|
|
|
|
|
let url = format!("https://safebooru.org/index.php?page=dapi&s=post&q=index&json=1&id={id}");
|
2024-06-11 04:21:12 +03:00
|
|
|
type Data = Vec<serde_json::Map<String, serde_json::Value>>;
|
2024-06-11 05:04:28 +03:00
|
|
|
let try_request = || {
|
|
|
|
let url = url.clone();
|
|
|
|
let http = http.clone();
|
|
|
|
async move {
|
2024-06-11 17:08:03 +03:00
|
|
|
println!("[safebooru] trying to fetch url: {url}");
|
2024-06-11 05:04:28 +03:00
|
|
|
let req = http.get(url).build()?;
|
|
|
|
let resp = http.execute(req).await?.error_for_status()?;
|
|
|
|
let data = resp.json::<Data>().await?;
|
|
|
|
AppResult::Ok(data)
|
|
|
|
}
|
|
|
|
};
|
2024-06-11 04:21:12 +03:00
|
|
|
|
2024-06-11 05:04:28 +03:00
|
|
|
let mut attempts: usize = 0;
|
|
|
|
let (data, _) = futures_retry::FutureRetry::new(try_request, |e| {
|
|
|
|
if attempts > 4 {
|
|
|
|
futures_retry::RetryPolicy::<error::AppError>::ForwardError(e)
|
|
|
|
} else {
|
|
|
|
attempts += 1;
|
2024-06-11 17:08:03 +03:00
|
|
|
println!("[safebooru] retrying url fetch (attempt {attempts}): {url}");
|
|
|
|
futures_retry::RetryPolicy::<error::AppError>::Repeat
|
2024-06-11 05:04:28 +03:00
|
|
|
}
|
|
|
|
})
|
|
|
|
.await
|
|
|
|
.map_err(|(e, _)| e)?;
|
2023-07-17 13:58:47 +03:00
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
let source_url = data[0]
|
|
|
|
.get("source")
|
|
|
|
.and_then(|src| Uri::from_str(src.as_str()?).ok())
|
|
|
|
.map(|src| {
|
|
|
|
if src.host() == Some("i.pximg.net") {
|
|
|
|
let post_id = src
|
|
|
|
.path()
|
|
|
|
.split('/')
|
|
|
|
.last()
|
|
|
|
.unwrap()
|
|
|
|
.split("_")
|
|
|
|
.next()
|
|
|
|
.unwrap();
|
|
|
|
return Uri::builder()
|
|
|
|
.scheme("https")
|
|
|
|
.authority("pixiv.net")
|
|
|
|
.path_and_query(format!("/en/artworks/{post_id}"))
|
|
|
|
.build()
|
|
|
|
.unwrap();
|
|
|
|
} else {
|
|
|
|
src
|
|
|
|
}
|
|
|
|
});
|
|
|
|
|
|
|
|
if source_url.as_ref().map_or(false, |src| {
|
|
|
|
src.host().unwrap().contains("twitter.com") || src.host().unwrap().contains("x.com")
|
|
|
|
}) {
|
|
|
|
let url = source_url.clone().unwrap();
|
|
|
|
println!("[safebooru] source was twitter, will try to fetch image from there instead");
|
|
|
|
if let Ok(mut fetched) = _fetch_twitter_image_link(http, &url).await {
|
|
|
|
println!("[safebooru] fetched image from twitter");
|
|
|
|
fetched.new_source = Some(url);
|
|
|
|
return Ok(fetched);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
let sample_url = data[0]
|
|
|
|
.get("sample_url")
|
|
|
|
.ok_or("safebooru did not return sample url")?
|
|
|
|
.as_str()
|
|
|
|
.ok_or("safebooru sample url wasnt a string")?;
|
|
|
|
let sample_url = Uri::from_str(sample_url)
|
|
|
|
.map_err(|err| AppError::from(format!("safebooru sample url was not valid: {err}")))?;
|
|
|
|
|
|
|
|
let fsample_url = format!(
|
|
|
|
"{}://{}{}",
|
|
|
|
sample_url.scheme_str().unwrap(),
|
|
|
|
sample_url.host().unwrap(),
|
|
|
|
sample_url.path()
|
|
|
|
);
|
|
|
|
let ssample_url = format!(
|
|
|
|
"{}://{}/{}",
|
|
|
|
sample_url.scheme_str().unwrap(),
|
|
|
|
sample_url.host().unwrap(),
|
|
|
|
sample_url.path()
|
|
|
|
);
|
2023-07-17 13:58:47 +03:00
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
let fsample_resp = http
|
|
|
|
.execute(http.get(&fsample_url).build()?)
|
|
|
|
.await
|
|
|
|
.and_then(|resp| resp.error_for_status());
|
|
|
|
let ssample_resp = http
|
|
|
|
.execute(http.get(&ssample_url).build()?)
|
|
|
|
.await
|
|
|
|
.and_then(|resp| resp.error_for_status());
|
|
|
|
|
|
|
|
let sample_url = fsample_resp
|
|
|
|
.is_ok()
|
|
|
|
.then(|| fsample_url)
|
|
|
|
.or_else(|| ssample_resp.is_ok().then(|| ssample_url))
|
|
|
|
.unwrap_or_else(|| sample_url.to_string());
|
|
|
|
|
|
|
|
Ok(FetchedLink {
|
|
|
|
image_url: sample_url,
|
|
|
|
new_source: source_url,
|
|
|
|
})
|
2023-07-17 13:58:47 +03:00
|
|
|
}
|
|
|
|
|
2024-11-02 03:34:38 +03:00
|
|
|
async fn _fetch_twitter_image_link(http: &reqwest::Client, url: &Uri) -> AppResult<FetchedLink> {
|
2023-07-17 09:01:10 +03:00
|
|
|
let fxurl = Uri::builder()
|
|
|
|
.scheme("https")
|
|
|
|
.authority("d.fxtwitter.com")
|
|
|
|
.path_and_query(url.path_and_query().unwrap().clone())
|
|
|
|
.build()?
|
|
|
|
.to_string();
|
2024-06-11 03:17:19 +03:00
|
|
|
println!("[fxtwitter] trying to fetch url: {fxurl}");
|
2024-06-11 00:12:11 +03:00
|
|
|
let req = http.get(&fxurl).build()?;
|
2023-07-17 09:01:10 +03:00
|
|
|
let resp = http.execute(req).await?.error_for_status()?;
|
|
|
|
let link = resp
|
|
|
|
.headers()
|
|
|
|
.get(http::header::LOCATION)
|
2024-06-11 00:12:11 +03:00
|
|
|
.ok_or_else(|| format!("twitter link {fxurl} did not return an image location"))?
|
2023-07-25 13:43:09 +03:00
|
|
|
.to_str()?;
|
|
|
|
// use webp format for direct twitter links since webp is cheaper
|
2024-11-02 03:34:38 +03:00
|
|
|
Ok(FetchedLink {
|
|
|
|
image_url: format!("{link}?format=webp"),
|
|
|
|
new_source: None,
|
|
|
|
})
|
2023-07-17 02:42:55 +03:00
|
|
|
}
|
2023-07-17 14:18:29 +03:00
|
|
|
|
2024-11-02 13:12:37 +03:00
|
|
|
fn get_conf(name: &str, default: &str) -> String {
|
|
|
|
std::env::var(name).unwrap_or_else(|_| default.to_owned())
|
2023-07-17 14:18:29 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
struct InternalAppState {
|
|
|
|
// cached direct links to images
|
2024-11-02 03:34:38 +03:00
|
|
|
direct_links: DashMap<Uri, FetchedLink>,
|
2023-07-17 14:18:29 +03:00
|
|
|
data: Mutex<Data>,
|
|
|
|
http: reqwest::Client,
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Clone)]
|
|
|
|
struct AppState {
|
|
|
|
internal: Arc<InternalAppState>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl AppState {
|
|
|
|
fn new(data: Data) -> Self {
|
|
|
|
Self {
|
|
|
|
internal: Arc::new(InternalAppState {
|
|
|
|
data: Mutex::new(data),
|
|
|
|
direct_links: Default::default(),
|
|
|
|
http: reqwest::ClientBuilder::new()
|
|
|
|
.redirect(reqwest::redirect::Policy::none())
|
2024-11-02 03:34:38 +03:00
|
|
|
.user_agent(format!(
|
|
|
|
"{}/{}",
|
|
|
|
env!("CARGO_PKG_NAME"),
|
|
|
|
env!("CARGO_PKG_VERSION")
|
|
|
|
))
|
2023-07-17 14:18:29 +03:00
|
|
|
.build()
|
|
|
|
.unwrap(),
|
|
|
|
}),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl Deref for AppState {
|
|
|
|
type Target = InternalAppState;
|
|
|
|
|
|
|
|
fn deref(&self) -> &Self::Target {
|
|
|
|
&self.internal
|
|
|
|
}
|
|
|
|
}
|