pinafore/routes/_database/cleanup.js

150 lines
4.1 KiB
JavaScript
Raw Normal View History

2018-02-14 03:34:37 +00:00
import { dbPromise, getDatabase } from './databaseLifecycle'
import { scheduleIdleTask } from '../_utils/scheduleIdleTask'
import {
ACCOUNTS_STORE,
NOTIFICATION_TIMELINES_STORE,
NOTIFICATIONS_STORE,
2018-03-09 07:18:18 +00:00
PINNED_STATUSES_STORE,
2018-02-14 03:34:37 +00:00
RELATIONSHIPS_STORE,
STATUS_TIMELINES_STORE,
STATUSES_STORE,
2018-03-09 02:31:59 +00:00
THREADS_STORE,
2018-02-14 03:34:37 +00:00
TIMESTAMP
} from './constants'
import debounce from 'lodash-es/debounce'
2018-02-14 03:34:37 +00:00
import { store } from '../_store/store'
import { mark, stop } from '../_utils/marks'
import { deleteAll } from './utils'
import { createPinnedStatusKeyRange, createThreadKeyRange } from './keys'
2018-02-14 03:34:37 +00:00
const BATCH_SIZE = 20
const TIME_AGO = 14 * 24 * 60 * 60 * 1000 // two weeks ago
const DELAY = 5 * 60 * 1000 // five minutes
2018-02-14 03:35:46 +00:00
function batchedGetAll (callGetAll, callback) {
function nextBatch () {
2018-02-14 03:34:37 +00:00
callGetAll().onsuccess = function (e) {
let results = e.target.result
callback(results)
if (results.length) {
nextBatch()
}
}
}
nextBatch()
}
2018-03-09 02:31:59 +00:00
function cleanupStatuses (statusesStore, statusTimelinesStore, threadsStore, cutoff) {
2018-02-14 03:34:37 +00:00
batchedGetAll(
() => statusesStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
2018-02-14 03:34:37 +00:00
results => {
results.forEach(statusId => {
statusesStore.delete(statusId)
deleteAll(
statusTimelinesStore,
statusTimelinesStore.index('statusId'),
IDBKeyRange.only(statusId)
)
deleteAll(
threadsStore,
threadsStore,
createThreadKeyRange(statusId)
)
2018-02-14 03:34:37 +00:00
})
}
)
}
2018-02-14 03:35:46 +00:00
function cleanupNotifications (notificationsStore, notificationTimelinesStore, cutoff) {
2018-02-14 03:34:37 +00:00
batchedGetAll(
() => notificationsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
2018-02-14 03:34:37 +00:00
results => {
results.forEach(notificationId => {
notificationsStore.delete(notificationId)
deleteAll(
notificationTimelinesStore,
notificationTimelinesStore.index('notificationId'),
IDBKeyRange.only(notificationId)
)
2018-02-14 03:34:37 +00:00
})
}
)
}
2018-03-09 07:18:18 +00:00
function cleanupAccounts (accountsStore, pinnedStatusesStore, cutoff) {
2018-02-14 03:34:37 +00:00
batchedGetAll(
() => accountsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
results => {
results.forEach(accountId => {
accountsStore.delete(accountId)
deleteAll(
pinnedStatusesStore,
pinnedStatusesStore,
createPinnedStatusKeyRange(accountId)
)
2018-02-14 03:34:37 +00:00
})
}
)
}
2018-02-14 03:35:46 +00:00
function cleanupRelationships (relationshipsStore, cutoff) {
2018-02-14 03:34:37 +00:00
batchedGetAll(
() => relationshipsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
results => {
results.forEach(relationshipId => {
relationshipsStore.delete(relationshipId)
2018-02-14 03:34:37 +00:00
})
}
)
}
2018-02-14 03:35:46 +00:00
async function cleanup (instanceName) {
2018-02-14 03:34:37 +00:00
console.log('cleanup', instanceName)
mark(`cleanup:${instanceName}`)
let db = await getDatabase(instanceName)
let storeNames = [
STATUSES_STORE,
STATUS_TIMELINES_STORE,
NOTIFICATIONS_STORE,
NOTIFICATION_TIMELINES_STORE,
ACCOUNTS_STORE,
2018-03-09 02:31:59 +00:00
RELATIONSHIPS_STORE,
2018-03-09 07:18:18 +00:00
THREADS_STORE,
PINNED_STATUSES_STORE
2018-02-14 03:34:37 +00:00
]
await dbPromise(db, storeNames, 'readwrite', (stores) => {
let [
statusesStore,
statusTimelinesStore,
notificationsStore,
notificationTimelinesStore,
accountsStore,
2018-03-09 02:31:59 +00:00
relationshipsStore,
2018-03-09 07:18:18 +00:00
threadsStore,
pinnedStatusesStore
2018-02-14 03:34:37 +00:00
] = stores
let cutoff = Date.now() - TIME_AGO
2018-03-09 02:31:59 +00:00
cleanupStatuses(statusesStore, statusTimelinesStore, threadsStore, cutoff)
2018-02-14 03:34:37 +00:00
cleanupNotifications(notificationsStore, notificationTimelinesStore, cutoff)
2018-03-09 07:18:18 +00:00
cleanupAccounts(accountsStore, pinnedStatusesStore, cutoff)
2018-02-14 03:34:37 +00:00
cleanupRelationships(relationshipsStore, cutoff)
})
stop(`cleanup:${instanceName}`)
}
2018-02-14 03:35:46 +00:00
function doCleanup (instanceName) {
2018-02-14 03:34:37 +00:00
scheduleIdleTask(() => cleanup(instanceName))
}
function scheduledCleanup () {
console.log('scheduledCleanup')
let instances = store.get('loggedInInstancesInOrder')
for (let instance of instances) {
doCleanup(instance)
}
}
2018-02-14 03:35:46 +00:00
export const scheduleCleanup = debounce(() => scheduleIdleTask(scheduledCleanup), DELAY)