2018-02-14 03:34:37 +00:00
|
|
|
import { dbPromise, getDatabase } from './databaseLifecycle'
|
|
|
|
import { scheduleIdleTask } from '../_utils/scheduleIdleTask'
|
|
|
|
import {
|
|
|
|
ACCOUNTS_STORE,
|
|
|
|
NOTIFICATION_TIMELINES_STORE,
|
|
|
|
NOTIFICATIONS_STORE,
|
2018-03-09 07:18:18 +00:00
|
|
|
PINNED_STATUSES_STORE,
|
2018-02-14 03:34:37 +00:00
|
|
|
RELATIONSHIPS_STORE,
|
|
|
|
STATUS_TIMELINES_STORE,
|
|
|
|
STATUSES_STORE,
|
2018-03-09 02:31:59 +00:00
|
|
|
THREADS_STORE,
|
2018-02-14 03:34:37 +00:00
|
|
|
TIMESTAMP
|
|
|
|
} from './constants'
|
2018-04-06 01:57:36 +01:00
|
|
|
import debounce from 'lodash-es/debounce'
|
2018-02-14 03:34:37 +00:00
|
|
|
import { store } from '../_store/store'
|
|
|
|
import { mark, stop } from '../_utils/marks'
|
2018-03-11 04:24:07 +00:00
|
|
|
import { deleteAll } from './utils'
|
|
|
|
import { createPinnedStatusKeyRange, createThreadKeyRange } from './keys'
|
2018-02-14 03:34:37 +00:00
|
|
|
|
|
|
|
const BATCH_SIZE = 20
|
2018-08-26 23:38:54 +01:00
|
|
|
const TIME_AGO = 7 * 24 * 60 * 60 * 1000 // one week ago
|
2018-04-19 04:43:13 +01:00
|
|
|
const DELAY = 5 * 60 * 1000 // five minutes
|
2018-02-14 03:34:37 +00:00
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
function batchedGetAll (callGetAll, callback) {
|
|
|
|
function nextBatch () {
|
2018-02-14 03:34:37 +00:00
|
|
|
callGetAll().onsuccess = function (e) {
|
|
|
|
let results = e.target.result
|
|
|
|
callback(results)
|
|
|
|
if (results.length) {
|
|
|
|
nextBatch()
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
nextBatch()
|
|
|
|
}
|
|
|
|
|
2018-03-09 02:31:59 +00:00
|
|
|
function cleanupStatuses (statusesStore, statusTimelinesStore, threadsStore, cutoff) {
|
2018-02-14 03:34:37 +00:00
|
|
|
batchedGetAll(
|
2018-03-11 04:24:07 +00:00
|
|
|
() => statusesStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
|
2018-02-14 03:34:37 +00:00
|
|
|
results => {
|
2018-03-11 04:24:07 +00:00
|
|
|
results.forEach(statusId => {
|
|
|
|
statusesStore.delete(statusId)
|
|
|
|
deleteAll(
|
|
|
|
statusTimelinesStore,
|
|
|
|
statusTimelinesStore.index('statusId'),
|
|
|
|
IDBKeyRange.only(statusId)
|
|
|
|
)
|
|
|
|
deleteAll(
|
|
|
|
threadsStore,
|
|
|
|
threadsStore,
|
|
|
|
createThreadKeyRange(statusId)
|
|
|
|
)
|
2018-02-14 03:34:37 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
function cleanupNotifications (notificationsStore, notificationTimelinesStore, cutoff) {
|
2018-02-14 03:34:37 +00:00
|
|
|
batchedGetAll(
|
2018-03-11 04:24:07 +00:00
|
|
|
() => notificationsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
|
2018-02-14 03:34:37 +00:00
|
|
|
results => {
|
2018-03-11 04:24:07 +00:00
|
|
|
results.forEach(notificationId => {
|
|
|
|
notificationsStore.delete(notificationId)
|
|
|
|
deleteAll(
|
|
|
|
notificationTimelinesStore,
|
|
|
|
notificationTimelinesStore.index('notificationId'),
|
|
|
|
IDBKeyRange.only(notificationId)
|
|
|
|
)
|
2018-02-14 03:34:37 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2018-03-09 07:18:18 +00:00
|
|
|
function cleanupAccounts (accountsStore, pinnedStatusesStore, cutoff) {
|
2018-02-14 03:34:37 +00:00
|
|
|
batchedGetAll(
|
2018-03-11 04:24:07 +00:00
|
|
|
() => accountsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
|
|
|
|
results => {
|
|
|
|
results.forEach(accountId => {
|
|
|
|
accountsStore.delete(accountId)
|
|
|
|
deleteAll(
|
|
|
|
pinnedStatusesStore,
|
|
|
|
pinnedStatusesStore,
|
|
|
|
createPinnedStatusKeyRange(accountId)
|
|
|
|
)
|
2018-02-14 03:34:37 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
function cleanupRelationships (relationshipsStore, cutoff) {
|
2018-02-14 03:34:37 +00:00
|
|
|
batchedGetAll(
|
2018-03-11 04:24:07 +00:00
|
|
|
() => relationshipsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
|
|
|
|
results => {
|
|
|
|
results.forEach(relationshipId => {
|
|
|
|
relationshipsStore.delete(relationshipId)
|
2018-02-14 03:34:37 +00:00
|
|
|
})
|
|
|
|
}
|
|
|
|
)
|
|
|
|
}
|
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
async function cleanup (instanceName) {
|
2018-02-14 03:34:37 +00:00
|
|
|
console.log('cleanup', instanceName)
|
|
|
|
mark(`cleanup:${instanceName}`)
|
|
|
|
let db = await getDatabase(instanceName)
|
|
|
|
let storeNames = [
|
|
|
|
STATUSES_STORE,
|
|
|
|
STATUS_TIMELINES_STORE,
|
|
|
|
NOTIFICATIONS_STORE,
|
|
|
|
NOTIFICATION_TIMELINES_STORE,
|
|
|
|
ACCOUNTS_STORE,
|
2018-03-09 02:31:59 +00:00
|
|
|
RELATIONSHIPS_STORE,
|
2018-03-09 07:18:18 +00:00
|
|
|
THREADS_STORE,
|
|
|
|
PINNED_STATUSES_STORE
|
2018-02-14 03:34:37 +00:00
|
|
|
]
|
|
|
|
await dbPromise(db, storeNames, 'readwrite', (stores) => {
|
|
|
|
let [
|
|
|
|
statusesStore,
|
|
|
|
statusTimelinesStore,
|
|
|
|
notificationsStore,
|
|
|
|
notificationTimelinesStore,
|
|
|
|
accountsStore,
|
2018-03-09 02:31:59 +00:00
|
|
|
relationshipsStore,
|
2018-03-09 07:18:18 +00:00
|
|
|
threadsStore,
|
|
|
|
pinnedStatusesStore
|
2018-02-14 03:34:37 +00:00
|
|
|
] = stores
|
|
|
|
|
|
|
|
let cutoff = Date.now() - TIME_AGO
|
|
|
|
|
2018-03-09 02:31:59 +00:00
|
|
|
cleanupStatuses(statusesStore, statusTimelinesStore, threadsStore, cutoff)
|
2018-02-14 03:34:37 +00:00
|
|
|
cleanupNotifications(notificationsStore, notificationTimelinesStore, cutoff)
|
2018-03-09 07:18:18 +00:00
|
|
|
cleanupAccounts(accountsStore, pinnedStatusesStore, cutoff)
|
2018-02-14 03:34:37 +00:00
|
|
|
cleanupRelationships(relationshipsStore, cutoff)
|
|
|
|
})
|
|
|
|
stop(`cleanup:${instanceName}`)
|
|
|
|
}
|
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
function doCleanup (instanceName) {
|
2018-02-14 03:34:37 +00:00
|
|
|
scheduleIdleTask(() => cleanup(instanceName))
|
|
|
|
}
|
|
|
|
|
|
|
|
function scheduledCleanup () {
|
|
|
|
console.log('scheduledCleanup')
|
2018-04-19 17:37:05 +01:00
|
|
|
let { loggedInInstancesInOrder } = store.get()
|
|
|
|
for (let instance of loggedInInstancesInOrder) {
|
2018-02-14 03:34:37 +00:00
|
|
|
doCleanup(instance)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-02-14 03:35:46 +00:00
|
|
|
export const scheduleCleanup = debounce(() => scheduleIdleTask(scheduledCleanup), DELAY)
|