lemmy/src/routes/feeds.rs

424 lines
11 KiB
Rust
Raw Normal View History

2020-05-16 14:04:08 +00:00
use actix_web::{error::ErrorBadRequest, *};
use anyhow::anyhow;
2020-05-16 14:04:08 +00:00
use chrono::{DateTime, NaiveDateTime, Utc};
use diesel::PgConnection;
use lemmy_api::claims::Claims;
use lemmy_db_queries::{
2020-12-21 12:28:12 +00:00
source::{community::Community_, user::User},
ListingType,
SortType,
};
2020-12-21 12:28:12 +00:00
use lemmy_db_schema::source::{community::Community, user::User_};
use lemmy_db_views::{
comment_view::{CommentQueryBuilder, CommentView},
post_view::{PostQueryBuilder, PostView},
site_view::SiteView,
};
use lemmy_db_views_actor::user_mention_view::{UserMentionQueryBuilder, UserMentionView};
2020-09-16 13:31:30 +00:00
use lemmy_structs::blocking;
use lemmy_utils::{settings::Settings, utils::markdown_to_html, LemmyError};
use lemmy_websocket::LemmyContext;
2020-11-20 14:11:47 +00:00
use rss::{
extension::dublincore::DublinCoreExtensionBuilder,
ChannelBuilder,
GuidBuilder,
Item,
ItemBuilder,
};
2020-05-16 14:04:08 +00:00
use serde::Deserialize;
2020-11-20 14:11:47 +00:00
use std::{collections::HashMap, str::FromStr};
2020-05-16 14:04:08 +00:00
use strum::ParseError;
2019-11-19 17:07:10 +00:00
#[derive(Deserialize)]
struct Params {
sort: Option<String>,
}
2019-12-01 19:01:38 +00:00
enum RequestType {
Community,
User,
Front,
Inbox,
2019-12-01 19:01:38 +00:00
}
pub fn config(cfg: &mut web::ServiceConfig) {
cfg
2020-05-16 14:04:08 +00:00
.route("/feeds/{type}/{name}.xml", web::get().to(get_feed))
.route("/feeds/all.xml", web::get().to(get_all_feed))
.route("/feeds/local.xml", web::get().to(get_local_feed));
}
2020-11-20 14:11:47 +00:00
lazy_static! {
static ref RSS_NAMESPACE: HashMap<String, String> = {
let mut h = HashMap::new();
h.insert(
"dc".to_string(),
rss::extension::dublincore::NAMESPACE.to_string(),
);
h
};
}
async fn get_all_feed(
info: web::Query<Params>,
context: web::Data<LemmyContext>,
) -> Result<HttpResponse, Error> {
let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
Ok(get_feed_data(&context, ListingType::All, sort_type).await?)
2019-12-01 19:01:38 +00:00
}
async fn get_local_feed(
info: web::Query<Params>,
context: web::Data<LemmyContext>,
) -> Result<HttpResponse, Error> {
let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
Ok(get_feed_data(&context, ListingType::Local, sort_type).await?)
}
async fn get_feed_data(
context: &LemmyContext,
listing_type: ListingType,
sort_type: SortType,
) -> Result<HttpResponse, LemmyError> {
let site_view = blocking(context.pool(), move |conn| SiteView::read(&conn)).await??;
let listing_type_ = listing_type.clone();
let posts = blocking(context.pool(), move |conn| {
PostQueryBuilder::create(&conn)
.listing_type(&listing_type_)
.sort(&sort_type)
.list()
})
.await??;
let items = create_post_items(posts)?;
let mut channel_builder = ChannelBuilder::default();
channel_builder
2020-11-20 14:11:47 +00:00
.namespaces(RSS_NAMESPACE.to_owned())
.title(&format!(
"{} - {}",
2020-12-02 19:32:47 +00:00
site_view.site.name,
listing_type.to_string()
))
.link(Settings::get().get_protocol_and_hostname())
.items(items);
2020-12-02 19:32:47 +00:00
if let Some(site_desc) = site_view.site.description {
channel_builder.description(&site_desc);
}
let rss = channel_builder.build().map_err(|e| anyhow!(e))?.to_string();
Ok(
HttpResponse::Ok()
.content_type("application/rss+xml")
.body(rss),
)
}
2020-01-11 12:30:45 +00:00
async fn get_feed(
2020-09-12 01:37:25 +00:00
web::Path((req_type, param)): web::Path<(String, String)>,
2020-01-11 12:30:45 +00:00
info: web::Query<Params>,
context: web::Data<LemmyContext>,
2020-04-21 20:40:03 +00:00
) -> Result<HttpResponse, Error> {
let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
2020-09-12 01:37:25 +00:00
let request_type = match req_type.as_str() {
"u" => RequestType::User,
"c" => RequestType::Community,
"front" => RequestType::Front,
"inbox" => RequestType::Inbox,
_ => return Err(ErrorBadRequest(LemmyError::from(anyhow!("wrong_type")))),
};
let builder = blocking(context.pool(), move |conn| match request_type {
RequestType::User => get_feed_user(conn, &sort_type, param),
RequestType::Community => get_feed_community(conn, &sort_type, param),
RequestType::Front => get_feed_front(conn, &sort_type, param),
RequestType::Inbox => get_feed_inbox(conn, param),
})
.await?
.map_err(ErrorBadRequest)?;
let rss = builder.build().map_err(ErrorBadRequest)?.to_string();
Ok(
HttpResponse::Ok()
2019-11-19 17:07:10 +00:00
.content_type("application/rss+xml")
.body(rss),
)
2019-11-19 17:07:10 +00:00
}
2019-11-16 02:17:42 +00:00
2019-12-01 19:01:38 +00:00
fn get_sort_type(info: web::Query<Params>) -> Result<SortType, ParseError> {
let sort_query = info
.sort
.to_owned()
.unwrap_or_else(|| SortType::Hot.to_string());
SortType::from_str(&sort_query)
2019-12-01 19:01:38 +00:00
}
fn get_feed_user(
conn: &PgConnection,
sort_type: &SortType,
user_name: String,
) -> Result<ChannelBuilder, LemmyError> {
let site_view = SiteView::read(&conn)?;
2019-12-18 00:59:47 +00:00
let user = User_::find_by_username(&conn, &user_name)?;
let user_url = user.get_profile_url(&Settings::get().hostname);
let posts = PostQueryBuilder::create(&conn)
.listing_type(&ListingType::All)
.sort(sort_type)
.creator_id(user.id)
.list()?;
let items = create_post_items(posts)?;
let mut channel_builder = ChannelBuilder::default();
channel_builder
2020-11-20 14:11:47 +00:00
.namespaces(RSS_NAMESPACE.to_owned())
2020-12-02 19:32:47 +00:00
.title(&format!("{} - {}", site_view.site.name, user.name))
.link(user_url)
.items(items);
Ok(channel_builder)
}
fn get_feed_community(
conn: &PgConnection,
sort_type: &SortType,
community_name: String,
) -> Result<ChannelBuilder, LemmyError> {
let site_view = SiteView::read(&conn)?;
2020-04-24 14:04:36 +00:00
let community = Community::read_from_name(&conn, &community_name)?;
2019-11-19 17:07:10 +00:00
let posts = PostQueryBuilder::create(&conn)
.listing_type(&ListingType::All)
.sort(sort_type)
.community_id(community.id)
.list()?;
2019-11-16 02:17:42 +00:00
let items = create_post_items(posts)?;
let mut channel_builder = ChannelBuilder::default();
channel_builder
2020-11-20 14:11:47 +00:00
.namespaces(RSS_NAMESPACE.to_owned())
2020-12-02 19:32:47 +00:00
.title(&format!("{} - {}", site_view.site.name, community.name))
.link(community.actor_id)
.items(items);
if let Some(community_desc) = community.description {
channel_builder.description(&community_desc);
}
Ok(channel_builder)
}
fn get_feed_front(
conn: &PgConnection,
sort_type: &SortType,
jwt: String,
) -> Result<ChannelBuilder, LemmyError> {
let site_view = SiteView::read(&conn)?;
let user_id = Claims::decode(&jwt)?.claims.id;
let posts = PostQueryBuilder::create(&conn)
.listing_type(&ListingType::Subscribed)
.my_user_id(user_id)
.sort(sort_type)
.list()?;
let items = create_post_items(posts)?;
let mut channel_builder = ChannelBuilder::default();
channel_builder
2020-11-20 14:11:47 +00:00
.namespaces(RSS_NAMESPACE.to_owned())
2020-12-02 19:32:47 +00:00
.title(&format!("{} - Subscribed", site_view.site.name))
.link(Settings::get().get_protocol_and_hostname())
.items(items);
2020-12-02 19:32:47 +00:00
if let Some(site_desc) = site_view.site.description {
channel_builder.description(&site_desc);
}
Ok(channel_builder)
}
fn get_feed_inbox(conn: &PgConnection, jwt: String) -> Result<ChannelBuilder, LemmyError> {
let site_view = SiteView::read(&conn)?;
let user_id = Claims::decode(&jwt)?.claims.id;
let sort = SortType::New;
let replies = CommentQueryBuilder::create(&conn)
.recipient_id(user_id)
.my_user_id(user_id)
.sort(&sort)
.list()?;
let mentions = UserMentionQueryBuilder::create(&conn)
.recipient_id(user_id)
.my_user_id(user_id)
.sort(&sort)
.list()?;
let items = create_reply_and_mention_items(replies, mentions)?;
let mut channel_builder = ChannelBuilder::default();
channel_builder
2020-11-20 14:11:47 +00:00
.namespaces(RSS_NAMESPACE.to_owned())
2020-12-02 19:32:47 +00:00
.title(&format!("{} - Inbox", site_view.site.name))
.link(format!(
"{}/inbox",
Settings::get().get_protocol_and_hostname()
))
.items(items);
2020-12-02 19:32:47 +00:00
if let Some(site_desc) = site_view.site.description {
channel_builder.description(&site_desc);
}
Ok(channel_builder)
}
fn create_reply_and_mention_items(
2020-12-15 19:39:18 +00:00
replies: Vec<CommentView>,
mentions: Vec<UserMentionView>,
) -> Result<Vec<Item>, LemmyError> {
let mut reply_items: Vec<Item> = replies
.iter()
.map(|r| {
let reply_url = format!(
"{}/post/{}/comment/{}",
Settings::get().get_protocol_and_hostname(),
2020-12-15 19:39:18 +00:00
r.post.id,
r.comment.id
);
2020-12-15 19:39:18 +00:00
build_item(
&r.creator.name,
&r.comment.published,
&reply_url,
&r.comment.content,
)
})
.collect::<Result<Vec<Item>, LemmyError>>()?;
let mut mention_items: Vec<Item> = mentions
.iter()
.map(|m| {
let mention_url = format!(
"{}/post/{}/comment/{}",
Settings::get().get_protocol_and_hostname(),
2020-12-16 16:09:21 +00:00
m.post.id,
m.comment.id
);
2020-12-16 16:09:21 +00:00
build_item(
&m.creator.name,
&m.comment.published,
&mention_url,
&m.comment.content,
)
})
.collect::<Result<Vec<Item>, LemmyError>>()?;
reply_items.append(&mut mention_items);
Ok(reply_items)
}
fn build_item(
creator_name: &str,
published: &NaiveDateTime,
url: &str,
content: &str,
) -> Result<Item, LemmyError> {
let mut i = ItemBuilder::default();
i.title(format!("Reply from {}", creator_name));
let author_url = format!(
"{}/u/{}",
Settings::get().get_protocol_and_hostname(),
creator_name
);
i.author(format!(
"/u/{} <a href=\"{}\">(link)</a>",
creator_name, author_url
));
let dt = DateTime::<Utc>::from_utc(*published, Utc);
i.pub_date(dt.to_rfc2822());
i.comments(url.to_owned());
let guid = GuidBuilder::default()
.permalink(true)
.value(url)
.build()
.map_err(|e| anyhow!(e))?;
i.guid(guid);
i.link(url.to_owned());
// TODO add images
let html = markdown_to_html(&content.to_string());
i.description(html);
Ok(i.build().map_err(|e| anyhow!(e))?)
}
fn create_post_items(posts: Vec<PostView>) -> Result<Vec<Item>, LemmyError> {
2019-11-16 02:17:42 +00:00
let mut items: Vec<Item> = Vec::new();
for p in posts {
2019-11-19 17:07:10 +00:00
let mut i = ItemBuilder::default();
2020-11-20 14:11:47 +00:00
let mut dc_extension = DublinCoreExtensionBuilder::default();
2020-12-11 15:27:33 +00:00
i.title(p.post.name);
2020-12-11 15:27:33 +00:00
dc_extension.creators(vec![p.creator.actor_id.to_owned()]);
2020-12-11 15:27:33 +00:00
let dt = DateTime::<Utc>::from_utc(p.post.published, Utc);
i.pub_date(dt.to_rfc2822());
let post_url = format!(
"{}/post/{}",
Settings::get().get_protocol_and_hostname(),
2020-12-11 15:27:33 +00:00
p.post.id
);
i.comments(post_url.to_owned());
let guid = GuidBuilder::default()
.permalink(true)
.value(&post_url)
.build()
.map_err(|e| anyhow!(e))?;
i.guid(guid);
let community_url = format!(
"{}/c/{}",
Settings::get().get_protocol_and_hostname(),
2020-12-11 15:27:33 +00:00
p.community.name
);
2020-11-20 14:11:47 +00:00
// TODO: for category we should just put the name of the category, but then we would have
// to read each community from the db
2020-12-11 15:27:33 +00:00
if let Some(url) = p.post.url {
i.link(url);
2019-11-19 17:07:10 +00:00
}
// TODO add images
let mut description = format!("submitted by <a href=\"{}\">{}</a> to <a href=\"{}\">{}</a><br>{} points | <a href=\"{}\">{} comments</a>",
2020-12-11 15:27:33 +00:00
p.creator.actor_id,
p.creator.name,
community_url,
2020-12-11 15:27:33 +00:00
p.community.name,
p.counts.score,
post_url,
2020-12-11 15:27:33 +00:00
p.counts.comments);
2020-12-11 15:27:33 +00:00
if let Some(body) = p.post.body {
let html = markdown_to_html(&body);
description.push_str(&html);
2019-11-19 17:07:10 +00:00
}
i.description(description);
2020-11-20 14:11:47 +00:00
i.dublin_core_ext(dc_extension.build().map_err(|e| anyhow!(e))?);
items.push(i.build().map_err(|e| anyhow!(e))?);
2019-11-16 02:17:42 +00:00
}
Ok(items)
}