moviewyrm/bookwyrm/activitystreams.py

405 lines
14 KiB
Python
Raw Normal View History

2021-03-23 01:39:16 +00:00
""" access the activity streams stored in redis """
from django.dispatch import receiver
from django.db.models import signals, Q
2021-03-23 01:39:16 +00:00
from bookwyrm import models
from bookwyrm.redis_store import RedisStore, r
2021-08-08 00:38:07 +00:00
from bookwyrm.tasks import app
2021-03-23 01:39:16 +00:00
from bookwyrm.views.helpers import privacy_filter
2021-08-05 01:22:06 +00:00
class ActivityStream(RedisStore):
2021-08-05 02:19:24 +00:00
"""a category of activity stream (like home, local, books)"""
2021-03-23 01:39:16 +00:00
def stream_id(self, user):
2021-04-26 16:15:42 +00:00
"""the redis key for this user's instance of this stream"""
2021-03-23 01:54:17 +00:00
return "{}-{}".format(user.id, self.key)
2021-03-23 01:39:16 +00:00
def unread_id(self, user):
2021-04-26 16:15:42 +00:00
"""the redis key for this user's unread count for this stream"""
2021-03-23 01:54:17 +00:00
return "{}-unread".format(self.stream_id(user))
2021-03-23 01:39:16 +00:00
def get_rank(self, obj): # pylint: disable=no-self-use
2021-04-26 16:15:42 +00:00
"""statuses are sorted by date published"""
return obj.published_date.timestamp()
2021-04-02 17:44:30 +00:00
def add_status(self, status, increment_unread=False):
2021-04-26 16:15:42 +00:00
"""add a status to users' feeds"""
# the pipeline contains all the add-to-stream activities
pipeline = self.add_object_to_related_stores(status, execute=False)
if increment_unread:
for user in self.get_audience(status):
# add to the unread status count
pipeline.incr(self.unread_id(user))
2021-03-23 01:39:16 +00:00
# and go!
pipeline.execute()
def add_user_statuses(self, viewer, user):
2021-04-26 16:15:42 +00:00
"""add a user's statuses to another user's feed"""
# only add the statuses that the viewer should be able to see (ie, not dms)
statuses = privacy_filter(viewer, user.status_set.all())
self.bulk_add_objects_to_store(statuses, self.stream_id(viewer))
def remove_user_statuses(self, viewer, user):
2021-04-26 16:15:42 +00:00
"""remove a user's status from another user's feed"""
# remove all so that followers only statuses are removed
statuses = user.status_set.all()
self.bulk_remove_objects_from_store(statuses, self.stream_id(viewer))
2021-03-23 01:39:16 +00:00
def get_activity_stream(self, user):
2021-04-26 16:15:42 +00:00
"""load the statuses to be displayed"""
2021-03-23 01:39:16 +00:00
# clear unreads for this feed
r.set(self.unread_id(user), 0)
statuses = self.get_store(self.stream_id(user))
2021-03-23 01:54:17 +00:00
return (
models.Status.objects.select_subclasses()
.filter(id__in=statuses)
.select_related(
"user",
"reply_parent",
"comment__book",
"review__book",
"quotation__book",
)
.prefetch_related("mention_books", "mention_users")
2021-03-23 01:54:17 +00:00
.order_by("-published_date")
)
2021-03-23 01:39:16 +00:00
2021-03-23 19:52:38 +00:00
def get_unread_count(self, user):
2021-04-26 16:15:42 +00:00
"""get the unread status count for this user's feed"""
return int(r.get(self.unread_id(user)) or 0)
2021-03-23 19:52:38 +00:00
2021-04-05 20:13:56 +00:00
def populate_streams(self, user):
2021-04-26 16:15:42 +00:00
"""go from zero to a timeline"""
self.populate_store(self.stream_id(user))
2021-04-02 17:44:30 +00:00
def get_audience(self, status): # pylint: disable=no-self-use
2021-04-26 16:15:42 +00:00
"""given a status, what users should see it"""
2021-03-23 02:17:46 +00:00
# direct messages don't appeard in feeds, direct comments/reviews/etc do
2021-03-23 02:19:21 +00:00
if status.privacy == "direct" and status.status_type == "Note":
2021-03-26 19:09:37 +00:00
return []
2021-03-23 01:39:16 +00:00
# everybody who could plausibly see this status
audience = models.User.objects.filter(
is_active=True,
2021-03-23 01:54:17 +00:00
local=True, # we only create feeds for users of this instance
2021-03-23 01:39:16 +00:00
).exclude(
Q(id__in=status.user.blocks.all()) | Q(blocks=status.user) # not blocked
)
2021-03-23 21:59:51 +00:00
# only visible to the poster and mentioned users
if status.privacy == "direct":
audience = audience.filter(
Q(id=status.user.id) # if the user is the post's author
| Q(id__in=status.mention_users.all()) # if the user is mentioned
)
2021-03-23 01:39:16 +00:00
# only visible to the poster's followers and tagged users
2021-03-23 21:59:51 +00:00
elif status.privacy == "followers":
2021-03-23 01:39:16 +00:00
audience = audience.filter(
Q(id=status.user.id) # if the user is the post's author
2021-03-23 01:54:17 +00:00
| Q(following=status.user) # if the user is following the author
2021-03-23 01:39:16 +00:00
)
return audience.distinct()
2021-03-23 01:39:16 +00:00
def get_stores_for_object(self, obj):
return [self.stream_id(u) for u in self.get_audience(obj)]
def get_statuses_for_user(self, user): # pylint: disable=no-self-use
2021-04-26 16:15:42 +00:00
"""given a user, what statuses should they see on this stream"""
2021-03-23 01:39:16 +00:00
return privacy_filter(
user,
models.Status.objects.select_subclasses(),
2021-03-23 01:54:17 +00:00
privacy_levels=["public", "unlisted", "followers"],
2021-03-23 01:39:16 +00:00
)
def get_objects_for_store(self, store):
2021-04-05 18:10:26 +00:00
user = models.User.objects.get(id=store.split("-")[0])
return self.get_statuses_for_user(user)
2021-03-23 01:39:16 +00:00
class HomeStream(ActivityStream):
2021-04-26 16:15:42 +00:00
"""users you follow"""
2021-03-23 01:54:17 +00:00
key = "home"
2021-03-23 01:39:16 +00:00
def get_audience(self, status):
audience = super().get_audience(status)
2021-03-29 20:07:22 +00:00
if not audience:
return []
2021-03-23 01:39:16 +00:00
return audience.filter(
Q(id=status.user.id) # if the user is the post's author
2021-03-23 01:54:17 +00:00
| Q(following=status.user) # if the user is following the author
).distinct()
2021-03-23 01:39:16 +00:00
def get_statuses_for_user(self, user):
2021-03-23 01:39:16 +00:00
return privacy_filter(
user,
models.Status.objects.select_subclasses(),
2021-03-23 01:54:17 +00:00
privacy_levels=["public", "unlisted", "followers"],
following_only=True,
2021-03-23 01:39:16 +00:00
)
class LocalStream(ActivityStream):
2021-04-26 16:15:42 +00:00
"""users you follow"""
2021-03-23 01:54:17 +00:00
key = "local"
2021-03-23 01:39:16 +00:00
def get_audience(self, status):
2021-03-23 01:39:16 +00:00
# this stream wants no part in non-public statuses
2021-03-23 21:59:51 +00:00
if status.privacy != "public" or not status.user.local:
2021-03-26 19:09:37 +00:00
return []
return super().get_audience(status)
2021-03-23 01:39:16 +00:00
def get_statuses_for_user(self, user):
2021-03-23 01:39:16 +00:00
# all public statuses by a local user
return privacy_filter(
user,
models.Status.objects.select_subclasses().filter(user__local=True),
privacy_levels=["public"],
)
2021-08-04 23:56:08 +00:00
class BooksStream(ActivityStream):
"""books on your shelves"""
key = "books"
def get_audience(self, status):
"""anyone with the mentioned book on their shelves"""
# only show public statuses on the books feed,
# and only statuses that mention books
2021-08-05 00:25:31 +00:00
if status.privacy != "public" or not (
status.mention_books.exists() or hasattr(status, "book")
):
2021-08-04 23:56:08 +00:00
return []
2021-08-05 00:25:31 +00:00
work = (
status.book.parent_work
if hasattr(status, "book")
else status.mention_books.first().parent_work
)
2021-08-04 23:56:08 +00:00
audience = super().get_audience(status)
if not audience:
return []
2021-08-05 00:25:31 +00:00
return audience.filter(shelfbook__book__parent_work=work).distinct()
2021-08-04 23:56:08 +00:00
def get_statuses_for_user(self, user):
2021-08-05 02:09:00 +00:00
"""any public status that mentions the user's books"""
2021-08-05 00:25:31 +00:00
books = user.shelfbook_set.values_list(
"book__parent_work__id", flat=True
).distinct()
2021-08-04 23:56:08 +00:00
return privacy_filter(
user,
2021-08-05 00:25:31 +00:00
models.Status.objects.select_subclasses()
.filter(
Q(comment__book__parent_work__id__in=books)
| Q(quotation__book__parent_work__id__in=books)
| Q(review__book__parent_work__id__in=books)
| Q(mention_books__parent_work__id__in=books)
)
.distinct(),
2021-08-04 23:56:08 +00:00
privacy_levels=["public"],
)
2021-03-23 01:39:16 +00:00
2021-08-05 23:39:09 +00:00
def add_book_statuses(self, user, book):
"""add statuses about a book to a user's feed"""
work = book.parent_work
statuses = privacy_filter(
user,
models.Status.objects.select_subclasses()
.filter(
Q(comment__book__parent_work=work)
| Q(quotation__book__parent_work=work)
| Q(review__book__parent_work=work)
| Q(mention_books__parent_work=work)
)
.distinct(),
privacy_levels=["public"],
)
self.bulk_add_objects_to_store(statuses, self.stream_id(user))
def remove_book_statuses(self, user, book):
"""add statuses about a book to a user's feed"""
work = book.parent_work
statuses = privacy_filter(
user,
models.Status.objects.select_subclasses()
.filter(
Q(comment__book__parent_work=work)
| Q(quotation__book__parent_work=work)
| Q(review__book__parent_work=work)
| Q(mention_books__parent_work=work)
)
.distinct(),
privacy_levels=["public"],
)
self.bulk_remove_objects_from_store(statuses, self.stream_id(user))
2021-08-05 00:25:31 +00:00
2021-08-05 02:09:00 +00:00
# determine which streams are enabled in settings.py
2021-08-05 01:22:06 +00:00
streams = {
"home": HomeStream(),
"local": LocalStream(),
"books": BooksStream(),
2021-08-05 01:22:06 +00:00
}
2021-03-23 01:54:17 +00:00
2021-03-23 01:39:16 +00:00
@receiver(signals.post_save)
# pylint: disable=unused-argument
def add_status_on_create(sender, instance, created, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""add newly created statuses to activity feeds"""
# we're only interested in new statuses
2021-03-23 15:13:57 +00:00
if not issubclass(sender, models.Status):
return
if instance.deleted:
2021-03-23 15:13:57 +00:00
for stream in streams.values():
stream.remove_object_from_related_stores(instance)
2021-03-23 01:39:16 +00:00
return
for stream in streams.values():
stream.add_status(instance, increment_unread=created)
if sender != models.Boost:
return
# remove the original post and other, earlier boosts
boosted = instance.boost.boosted_status
old_versions = models.Boost.objects.filter(
boosted_status__id=boosted.id,
created_date__lt=instance.created_date,
)
for stream in streams.values():
audience = stream.get_stores_for_object(instance)
stream.remove_object_from_related_stores(boosted, stores=audience)
for status in old_versions:
stream.remove_object_from_related_stores(status, stores=audience)
@receiver(signals.post_delete, sender=models.Boost)
# pylint: disable=unused-argument
def remove_boost_on_delete(sender, instance, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""boosts are deleted"""
# we're only interested in new statuses
for stream in streams.values():
# remove the boost
stream.remove_object_from_related_stores(instance)
# re-add the original status
stream.add_status(instance.boosted_status)
@receiver(signals.post_save, sender=models.UserFollows)
# pylint: disable=unused-argument
def add_statuses_on_follow(sender, instance, created, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""add a newly followed user's statuses to feeds"""
if not created or not instance.user_subject.local:
return
HomeStream().add_user_statuses(instance.user_subject, instance.user_object)
@receiver(signals.post_delete, sender=models.UserFollows)
# pylint: disable=unused-argument
2021-04-05 19:11:49 +00:00
def remove_statuses_on_unfollow(sender, instance, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""remove statuses from a feed on unfollow"""
if not instance.user_subject.local:
return
HomeStream().remove_user_statuses(instance.user_subject, instance.user_object)
@receiver(signals.post_save, sender=models.UserBlocks)
# pylint: disable=unused-argument
2021-04-05 19:11:49 +00:00
def remove_statuses_on_block(sender, instance, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""remove statuses from all feeds on block"""
# blocks apply ot all feeds
if instance.user_subject.local:
for stream in streams.values():
stream.remove_user_statuses(instance.user_subject, instance.user_object)
# and in both directions
if instance.user_object.local:
for stream in streams.values():
stream.remove_user_statuses(instance.user_object, instance.user_subject)
@receiver(signals.post_delete, sender=models.UserBlocks)
# pylint: disable=unused-argument
def add_statuses_on_unblock(sender, instance, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""remove statuses from all feeds on block"""
2021-08-05 02:25:44 +00:00
public_streams = [v for (k, v) in streams.items() if k != "home"]
# add statuses back to streams with statuses from anyone
if instance.user_subject.local:
for stream in public_streams:
stream.add_user_statuses(instance.user_subject, instance.user_object)
# add statuses back to streams with statuses from anyone
if instance.user_object.local:
for stream in public_streams:
stream.add_user_statuses(instance.user_object, instance.user_subject)
2021-03-23 14:01:49 +00:00
@receiver(signals.post_save, sender=models.User)
# pylint: disable=unused-argument
2021-04-03 17:56:53 +00:00
def populate_streams_on_account_create(sender, instance, created, *args, **kwargs):
2021-04-26 16:15:42 +00:00
"""build a user's feeds when they join"""
2021-03-23 14:01:49 +00:00
if not created or not instance.local:
return
for stream in streams.values():
stream.populate_streams(instance)
2021-08-05 23:39:09 +00:00
@receiver(signals.pre_save, sender=models.ShelfBook)
# pylint: disable=unused-argument
2021-08-06 00:13:47 +00:00
def add_statuses_on_shelve(sender, instance, *args, **kwargs):
2021-08-05 23:39:09 +00:00
"""update books stream when user shelves a book"""
2021-08-06 00:13:47 +00:00
if not instance.user.local:
2021-08-05 23:39:09 +00:00
return
book = None
if hasattr(instance, "book"):
book = instance.book
elif instance.mention_books.exists():
book = instance.mention_books.first()
if not book:
return
2021-08-05 23:39:09 +00:00
# check if the book is already on the user's shelves
editions = book.parent_work.editions.all()
if models.ShelfBook.objects.filter(user=instance.user, book__in=editions).exists():
2021-08-05 23:39:09 +00:00
return
BooksStream().add_book_statuses(instance.user, book)
2021-08-05 23:39:09 +00:00
@receiver(signals.post_delete, sender=models.ShelfBook)
# pylint: disable=unused-argument
def remove_statuses_on_unshelve(sender, instance, *args, **kwargs):
2021-08-05 23:39:09 +00:00
"""update books stream when user unshelves a book"""
if not instance.user.local:
return
book = None
if hasattr(instance, "book"):
book = instance.book
elif instance.mention_books.exists():
book = instance.mention_books.first()
if not book:
return
2021-08-05 23:39:09 +00:00
# check if the book is actually unshelved, not just moved
editions = book.parent_work.editions.all()
if models.ShelfBook.objects.filter(user=instance.user, book__in=editions).exists():
2021-08-05 23:39:09 +00:00
return
BooksStream().remove_book_statuses(instance.user, instance.book)
2021-08-08 00:38:07 +00:00
@app.task
def populate_stream_task(stream, user_id):
"""background task for populating an empty activitystream"""
user = models.User.objects.get(id=user_id)
stream = streams[stream]
stream.populate_streams(user)