Fix loading Home TL from database not respecting min_id and not including DMs (#1744)

* Rework tests

* Add tests

* Fix HomeFeed#get with min_id fetching from database

* Minor code cleanup and optimizations

* Add tests

* Take DMs into account when fetching home TL from database

* Fix not listing own DMs in Home timeline

* Add tests

* Please CodeClimate
This commit is contained in:
Claire
2022-04-14 17:44:21 +02:00
committed by GitHub
parent 126f1e36b8
commit 5db3a14388
2 changed files with 93 additions and 25 deletions

View File

@ -16,34 +16,47 @@ class HomeFeed < Feed
since_id = since_id.to_i if since_id.present?
min_id = min_id.to_i if min_id.present?
statuses = from_redis(limit, max_id, since_id, min_id)
if min_id.present?
redis_min_id = fetch_min_redis_id
return from_redis(limit, max_id, since_id, min_id) if redis_min_id && min_id >= redis_min_id
return statuses if statuses.size >= limit
statuses = from_database(limit, redis_min_id, since_id, min_id)
return statuses if statuses.size >= limit
redis_min_id = from_redis(1, nil, nil, 0).first&.id if min_id.present? || since_id.present?
redis_sufficient = redis_min_id && (
(min_id.present? && min_id >= redis_min_id) ||
(since_id.present? && since_id >= redis_min_id)
)
remaining_limit = limit - statuses.size
min_id = statuses.first.id unless statuses.empty?
from_redis(remaining_limit, max_id, since_id, min_id) + statuses
else
statuses = from_redis(limit, max_id, since_id, min_id)
return statuses if statuses.size >= limit
if since_id.present?
redis_min_id = fetch_min_redis_id
return statuses if redis_min_id.present? && since_id >= redis_min_id
end
unless redis_sufficient
remaining_limit = limit - statuses.size
max_id = statuses.last.id unless statuses.empty?
statuses += from_database(remaining_limit, max_id, since_id, min_id)
statuses + from_database(remaining_limit, max_id, since_id, min_id)
end
statuses
end
protected
def from_database(limit, max_id, since_id, min_id)
# Note that this query will not contains direct messages
Status
.where(account: [@account] + @account.following)
.where(visibility: [:public, :unlisted, :private])
scope = Status.where(account: @account.following)
scope = scope.left_outer_joins(:mentions)
scope = scope.where(visibility: %i(public unlisted private)).or(scope.where(mentions: { account_id: @account.id })).group(Status.arel_table[:id])
scope = scope.or(Status.where(account: @account))
scope
.to_a_paginated_by_id(limit, min_id: min_id, max_id: max_id, since_id: since_id)
.reject { |status| FeedManager.instance.filter?(:home, status, @account) }
.sort_by { |status| -status.id }
end
private
def fetch_min_redis_id
redis.zrangebyscore(key, '(0', '(+inf', limit: [0, 1], with_scores: true).first&.first&.to_i
end
end