@ -11,40 +11,8 @@ fn _fetch_node_info(domain: &str) -> Result<NodeInfo, Error> {
Ok ( fetch_remote_object ::< NodeInfo > ( & well_known . links . href ) ? )
}
// // TODO: move these to db
// // TODO use the last_refreshed_at
// fn upsert_community(
// community_form: &CommunityForm,
// conn: &PgConnection,
// ) -> Result<Community, Error> {
// let existing = Community::read_from_actor_id(conn, &community_form.actor_id);
// match existing {
// Err(NotFound {}) => Ok(Community::create(conn, &community_form)?),
// Ok(c) => Ok(Community::update(conn, c.id, &community_form)?),
// Err(e) => Err(Error::from(e)),
// }
// }
// fn upsert_user(user_form: &UserForm, conn: &PgConnection) -> Result<User_, Error> {
// let existing = User_::read_from_actor_id(conn, &user_form.actor_id);
// Ok(match existing {
// Err(NotFound {}) => User_::create(conn, &user_form)?,
// Ok(u) => User_::update(conn, u.id, &user_form)?,
// Err(e) => return Err(Error::from(e)),
// })
// }
fn upsert_post ( post_form : & PostForm , conn : & PgConnection ) -> Result < Post , Error > {
let existing = Post ::read_from_apub_id ( conn , & post_form . ap_id ) ;
match existing {
Err ( NotFound { } ) = > Ok ( Post ::create ( conn , & post_form ) ? ) ,
Ok ( p ) = > Ok ( Post ::update ( conn , p . id , & post_form ) ? ) ,
Err ( e ) = > Err ( Error ::from ( e ) ) ,
}
}
/// Fetch any type of ActivityPub object, handling things like HTTP headers, deserialisation,
/// timeouts etc.
/// TODO: add an optional param last_updated and only fetch if its too old
pub fn fetch_remote_object < Response > ( url : & Url ) -> Result < Response , Error >
where
Response : for < ' de > Deserialize < ' de > ,
@ -71,15 +39,14 @@ where
pub enum SearchAcceptedObjects {
Person ( Box < PersonExt > ) ,
Group ( Box < GroupExt > ) ,
// Page(Box<Page>),
}
/// Attempt to parse the query as URL, and fetch an ActivityPub object from it.
///
/// Some working examples for use with the docker/federation/ setup:
/// http://lemmy_alpha:8540/ federation/ c/main
/// http://lemmy_alpha:8540/ federation/ u/lemmy_alpha
/// http://lemmy_alpha:8540/ federation/ p/3
/// http://lemmy_alpha:8540/ c/main
/// http://lemmy_alpha:8540/ u/lemmy_alpha
/// http://lemmy_alpha:8540/ p/3
pub fn search_by_apub_id ( query : & str , conn : & PgConnection ) -> Result < SearchResponse , Error > {
let query_url = Url ::parse ( & query ) ? ;
let mut response = SearchResponse {
@ -91,65 +58,47 @@ pub fn search_by_apub_id(query: &str, conn: &PgConnection) -> Result<SearchRespo
} ;
match fetch_remote_object ::< SearchAcceptedObjects > ( & query_url ) ? {
SearchAcceptedObjects ::Person ( p ) = > {
let user = get_or_fetch_and_upsert_remote_user ( query , & conn ) ? ;
let user_uri = p . base . base . object_props . get_id ( ) . unwrap ( ) . to_string ( ) ;
let user = get_or_fetch_and_upsert_remote_user ( & user_uri , & conn ) ? ;
response . users = vec! [ UserView ::read ( conn , user . id ) ? ] ;
}
SearchAcceptedObjects ::Group ( g ) = > {
let community = get_or_fetch_and_upsert_remote_community ( query , & conn ) ? ;
let community_uri = g . base . base . object_props . get_id ( ) . unwrap ( ) . to_string ( ) ;
let community = get_or_fetch_and_upsert_remote_community ( & community_uri , & conn ) ? ;
// TODO Maybe at some point in the future, fetch all the history of a community
// fetch_community_outbox(&c, conn)?;
response . communities = vec! [ CommunityView ::read ( conn , community . id , None ) ? ] ;
}
// SearchAcceptedObjects::Page(p) => {
// let p = upsert_post(&PostForm::from_page(&p, conn)?, conn)?;
// response.posts = vec![PostView::read(conn, p.id, None)?];
// }
}
Ok ( response )
}
// TODO It should not be fetching data from a community outbox.
// All posts, comments, comment likes, etc should be posts to our community_inbox
// The only data we should be periodically fetching (if it hasn't been fetched in the last day
// maybe), is community and user actors
// and user actors
/// Fetch all posts in the outbox of the given user, and insert them into the database.
fn fetch_community_outbox ( community : & Community , conn : & PgConnection ) -> Result < Vec < Post > , Error > {
let outbox_url = Url ::parse ( & community . get_outbox_url ( ) ) ? ;
let outbox = fetch_remote_object ::< OrderedCollection > ( & outbox_url ) ? ;
let items = outbox . collection_props . get_many_items_base_boxes ( ) ;
Ok (
items
. unwrap ( )
. map ( | obox : & BaseBox | -> Result < PostForm , Error > {
let page = obox . clone ( ) . to_concrete ::< Page > ( ) ? ;
PostForm ::from_page ( & page , conn )
} )
. map ( | pf | upsert_post ( & pf ? , conn ) )
. collect ::< Result < Vec < Post > , Error > > ( ) ? ,
)
}
/// Check if a remote user exists, create if not found, if its too old update it.Fetch a user, insert/update it in the database and return the user.
pub fn get_or_fetch_and_upsert_remote_user ( apub_id : & str , conn : & PgConnection ) -> Result < User_ , Error > {
pub fn get_or_fetch_and_upsert_remote_user (
apub_id : & str ,
conn : & PgConnection ,
) -> Result < User_ , Error > {
match User_ ::read_from_actor_id ( & conn , & apub_id ) {
Ok ( u ) = > {
// If its older than a day, re-fetch it
// TODO the less than needs to be tested
if u . last_refreshed_at . lt ( & ( naive_now ( ) - chrono ::Duration ::days ( 1 ) ) ) {
if u
. last_refreshed_at
. lt ( & ( naive_now ( ) - chrono ::Duration ::days ( 1 ) ) )
{
debug ! ( "Fetching and updating from remote user: {}" , apub_id ) ;
let person = fetch_remote_object ::< PersonExt > ( & Url ::parse ( apub_id ) ? ) ? ;
let uf = UserForm ::from_person ( & person ) ? ;
let mut uf = UserForm ::from_apub ( & person , & conn ) ? ;
uf . last_refreshed_at = Some ( naive_now ( ) ) ;
Ok ( User_ ::update ( & conn , u . id , & uf ) ? )
} else {
Ok ( u )
}
} ,
}
Err ( NotFound { } ) = > {
debug ! ( "Fetching and creating remote user: {}" , apub_id ) ;
let person = fetch_remote_object ::< PersonExt > ( & Url ::parse ( apub_id ) ? ) ? ;
let uf = UserForm ::from_ person( & perso n) ? ;
let uf = UserForm ::from_ apub( & person , & con n) ? ;
Ok ( User_ ::create ( conn , & uf ) ? )
}
Err ( e ) = > Err ( Error ::from ( e ) ) ,
@ -157,27 +106,66 @@ pub fn get_or_fetch_and_upsert_remote_user(apub_id: &str, conn: &PgConnection) -
}
/// Check if a remote community exists, create if not found, if its too old update it.Fetch a community, insert/update it in the database and return the community.
pub fn get_or_fetch_and_upsert_remote_community ( apub_id : & str , conn : & PgConnection ) -> Result < Community , Error > {
pub fn get_or_fetch_and_upsert_remote_community (
apub_id : & str ,
conn : & PgConnection ,
) -> Result < Community , Error > {
match Community ::read_from_actor_id ( & conn , & apub_id ) {
Ok ( c ) = > {
// If its older than a day, re-fetch it
// TODO the less than needs to be tested
if c . last_refreshed_at . lt ( & ( naive_now ( ) - chrono ::Duration ::days ( 1 ) ) ) {
if c
. last_refreshed_at
. lt ( & ( naive_now ( ) - chrono ::Duration ::days ( 1 ) ) )
{
debug ! ( "Fetching and updating from remote community: {}" , apub_id ) ;
let group = fetch_remote_object ::< GroupExt > ( & Url ::parse ( apub_id ) ? ) ? ;
let cf = CommunityForm ::from_group ( & group , conn ) ? ;
let mut cf = CommunityForm ::from_ apub ( & group , conn ) ? ;
cf . last_refreshed_at = Some ( naive_now ( ) ) ;
Ok ( Community ::update ( & conn , c . id , & cf ) ? )
} else {
Ok ( c )
}
} ,
}
Err ( NotFound { } ) = > {
debug ! ( "Fetching and creating remote community: {}" , apub_id ) ;
let group = fetch_remote_object ::< GroupExt > ( & Url ::parse ( apub_id ) ? ) ? ;
let cf = CommunityForm ::from_ group ( & group , conn ) ? ;
let cf = CommunityForm ::from_ apub ( & group , conn ) ? ;
Ok ( Community ::create ( conn , & cf ) ? )
}
Err ( e ) = > Err ( Error ::from ( e ) ) ,
}
}
// TODO Maybe add post, comment searching / caching at a later time
// fn upsert_post(post_form: &PostForm, conn: &PgConnection) -> Result<Post, Error> {
// let existing = Post::read_from_apub_id(conn, &post_form.ap_id);
// match existing {
// Err(NotFound {}) => Ok(Post::create(conn, &post_form)?),
// Ok(p) => Ok(Post::update(conn, p.id, &post_form)?),
// Err(e) => Err(Error::from(e)),
// }
// }
// TODO It should not be fetching data from a community outbox.
// All posts, comments, comment likes, etc should be posts to our community_inbox
// The only data we should be periodically fetching (if it hasn't been fetched in the last day
// maybe), is community and user actors
// and user actors
// Fetch all posts in the outbox of the given user, and insert them into the database.
// fn fetch_community_outbox(community: &Community, conn: &PgConnection) -> Result<Vec<Post>, Error> {
// let outbox_url = Url::parse(&community.get_outbox_url())?;
// let outbox = fetch_remote_object::<OrderedCollection>(&outbox_url)?;
// let items = outbox.collection_props.get_many_items_base_boxes();
// Ok(
// items
// .unwrap()
// .map(|obox: &BaseBox| -> Result<PostForm, Error> {
// let page = obox.clone().to_concrete::<Page>()?;
// PostForm::from_page(&page, conn)
// })
// .map(|pf| upsert_post(&pf?, conn))
// .collect::<Result<Vec<Post>, Error>>()?,
// )
// }
Dessalines
4 years ago