mirrors/metatext
1
0
Fork 0
mirror of https://github.com/metabolist/metatext.git synced 2024-11-25 17:50:59 +00:00
Code Issues Projects Releases Wiki Activity

Limit number of records cleaned

Browse source
This commit is contained in:
Justin Mazzocchi 2022-11-14 19:09:44 -08:00
parent 5d7d28dbe5
commit 68a3f51a26
1 changed files with 46 additions and 27 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

73
DB/Sources/DB/Content/ContentDatabase.swift
View file

@ -651,12 +651,54 @@ public extension ContentDatabase {
private extension ContentDatabase { private extension ContentDatabase {
static let cleanAfterLastReadIdCount = 40 static let cleanAfterLastReadIdCount = 40
static let cleanLimit = 100
static let ephemeralTimelines = NSCountedSet() static let ephemeralTimelines = NSCountedSet()
static func fileURL(id: Identity.Id, appGroup: String) throws -> URL { static func fileURL(id: Identity.Id, appGroup: String) throws -> URL {
try FileManager.default.databaseDirectoryURL(name: id.uuidString, appGroup: appGroup) try FileManager.default.databaseDirectoryURL(name: id.uuidString, appGroup: appGroup)
} }
static func statusIdsToDeleteForPositionPreservingClean(db: Database) throws -> Set<Status.Id> {
var statusIds = try Status.Id.fetchAll(
db,
TimelineStatusJoin.select(TimelineStatusJoin.Columns.statusId)
.order(TimelineStatusJoin.Columns.statusId.desc))
if let lastReadId = try Status.Id.fetchOne(
db,
LastReadIdRecord.filter(LastReadIdRecord.Columns.timelineId == Timeline.home.id)
.select(LastReadIdRecord.Columns.id))
?? statusIds.first,
let index = statusIds.firstIndex(of: lastReadId) {
statusIds = Array(statusIds.prefix(index + Self.cleanAfterLastReadIdCount))
}
let reblogStatusIds = try Status.Id.fetchSet(
db,
StatusRecord.filter(statusIds.contains(StatusRecord.Columns.id)
&& StatusRecord.Columns.reblogId != nil)
.select(StatusRecord.Columns.reblogId))
let statusIdsToKeep = Set(statusIds).union(reblogStatusIds)
let allStatusIds = try Status.Id.fetchSet(db, StatusRecord.select(StatusRecord.Columns.id))
let staleStatusIds = allStatusIds.subtracting(statusIdsToKeep)
return Set(Array(staleStatusIds).prefix(Self.cleanLimit))
}
static func accountIdsToDeleteForPositionPreservingClean(db: Database) throws -> Set<Account.Id> {
var accountIdsToKeep = try Account.Id.fetchSet(db, StatusRecord.select(StatusRecord.Columns.accountId))
accountIdsToKeep.formUnion(try Account.Id.fetchSet(
db,
AccountRecord.filter(accountIdsToKeep.contains(AccountRecord.Columns.id)
&& AccountRecord.Columns.movedId != nil)
.select(AccountRecord.Columns.movedId)))
let allAccountIds = try Account.Id.fetchSet(db, AccountRecord.select(AccountRecord.Columns.id))
let staleAccountIds = allAccountIds.subtracting(accountIdsToKeep)
return Set(Array(staleAccountIds).prefix(Self.cleanLimit))
}
static func clean(_ databaseWriter: DatabaseWriter, static func clean(_ databaseWriter: DatabaseWriter,
useHomeTimelineLastReadId: Bool) throws { useHomeTimelineLastReadId: Bool) throws {
try databaseWriter.write { try databaseWriter.write {
@ -668,33 +710,10 @@ private extension ContentDatabase {
if useHomeTimelineLastReadId { if useHomeTimelineLastReadId {
try TimelineRecord.filter(TimelineRecord.Columns.id != Timeline.home.id).deleteAll($0) try TimelineRecord.filter(TimelineRecord.Columns.id != Timeline.home.id).deleteAll($0)
var statusIds = try Status.Id.fetchAll( try StatusRecord.filter(statusIdsToDeleteForPositionPreservingClean(db: $0)
$0, .contains(StatusRecord.Columns.id)).deleteAll($0)
TimelineStatusJoin.select(TimelineStatusJoin.Columns.statusId) try AccountRecord.filter(accountIdsToDeleteForPositionPreservingClean(db: $0)
.order(TimelineStatusJoin.Columns.statusId.desc)) .contains(AccountRecord.Columns.id)).deleteAll($0)
if let lastReadId = try Status.Id.fetchOne(
$0,
LastReadIdRecord.filter(LastReadIdRecord.Columns.timelineId == Timeline.home.id)
.select(LastReadIdRecord.Columns.id))
?? statusIds.first,
let index = statusIds.firstIndex(of: lastReadId) {
statusIds = Array(statusIds.prefix(index + Self.cleanAfterLastReadIdCount))
}
statusIds += try Status.Id.fetchAll(
$0,
StatusRecord.filter(statusIds.contains(StatusRecord.Columns.id)
&& StatusRecord.Columns.reblogId != nil)
.select(StatusRecord.Columns.reblogId))
try StatusRecord.filter(!statusIds.contains(StatusRecord.Columns.id)).deleteAll($0)
var accountIds = try Account.Id.fetchAll($0, StatusRecord.select(StatusRecord.Columns.accountId))
accountIds += try Account.Id.fetchAll(
$0,
AccountRecord.filter(accountIds.contains(AccountRecord.Columns.id)
&& AccountRecord.Columns.movedId != nil)
.select(AccountRecord.Columns.movedId))
try AccountRecord.filter(!accountIds.contains(AccountRecord.Columns.id)).deleteAll($0)
} else { } else {
try TimelineRecord.deleteAll($0) try TimelineRecord.deleteAll($0)
try StatusRecord.deleteAll($0) try StatusRecord.deleteAll($0)