pinafore/routes/_actions/addStatusOrNotification.js

102 lines
4 KiB
JavaScript
Raw Normal View History

import throttle from 'lodash-es/throttle'
2018-02-17 03:38:21 +00:00
import { mark, stop } from '../_utils/marks'
import { store } from '../_store/store'
import uniqBy from 'lodash-es/uniqBy'
import uniq from 'lodash-es/uniq'
import isEqual from 'lodash-es/isEqual'
import { database } from '../_database/database'
import { runMediumPriorityTask } from '../_utils/runMediumPriorityTask'
2018-08-31 16:12:39 +00:00
import { concat } from '../_utils/arrays'
2018-02-17 03:38:21 +00:00
2018-04-03 01:02:09 +00:00
const STREAMING_THROTTLE_DELAY = 3000
function getExistingItemIdsSet (instanceName, timelineName) {
2018-02-17 03:38:21 +00:00
let timelineItemIds = store.getForTimeline(instanceName, timelineName, 'timelineItemIds') || []
return new Set(timelineItemIds)
2018-02-17 03:38:21 +00:00
}
function removeDuplicates (instanceName, timelineName, updates) {
2018-02-17 03:38:21 +00:00
// remove duplicates, including duplicates due to reblogs
let existingItemIds = getExistingItemIdsSet(instanceName, timelineName)
2018-02-17 03:38:21 +00:00
return updates.filter(update => !existingItemIds.has(update.id))
}
2018-03-10 06:31:26 +00:00
async function insertUpdatesIntoTimeline (instanceName, timelineName, updates) {
updates = removeDuplicates(instanceName, timelineName, updates)
if (!updates.length) {
return
}
2018-03-10 06:31:26 +00:00
await database.insertTimelineItems(instanceName, timelineName, updates)
2018-03-10 06:31:26 +00:00
let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || []
2018-08-31 16:12:39 +00:00
let newItemIdsToAdd = uniq(concat(itemIdsToAdd, updates.map(_ => _.id)))
if (!isEqual(itemIdsToAdd, newItemIdsToAdd)) {
console.log('adding ', (newItemIdsToAdd.length - itemIdsToAdd.length),
'items to itemIdsToAdd for timeline', timelineName)
store.setForTimeline(instanceName, timelineName, { itemIdsToAdd: newItemIdsToAdd })
}
2018-03-10 06:31:26 +00:00
}
async function insertUpdatesIntoThreads (instanceName, updates) {
if (!updates.length) {
return
}
2018-03-11 00:21:10 +00:00
let threads = store.getThreads(instanceName)
2018-03-10 06:31:26 +00:00
for (let timelineName of Object.keys(threads)) {
let thread = threads[timelineName]
2018-08-31 16:12:39 +00:00
let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || []
let updatesForThisThread = updates.filter(status => (
thread.includes(status.in_reply_to_id) &&
!thread.includes(status.id) &&
!itemIdsToAdd.includes(status.id)
))
if (!updatesForThisThread.length) {
continue
}
2018-08-31 16:12:39 +00:00
let newItemIdsToAdd = uniq(concat(itemIdsToAdd, updatesForThisThread.map(_ => _.id)))
if (!isEqual(itemIdsToAdd, newItemIdsToAdd)) {
console.log('adding ', (newItemIdsToAdd.length - itemIdsToAdd.length),
'items to itemIdsToAdd for thread', timelineName)
store.setForTimeline(instanceName, timelineName, { itemIdsToAdd: newItemIdsToAdd })
2018-03-10 06:31:26 +00:00
}
}
}
2018-02-17 03:38:21 +00:00
async function processFreshUpdates (instanceName, timelineName) {
mark('processFreshUpdates')
let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates')
if (freshUpdates && freshUpdates.length) {
let updates = freshUpdates.slice()
store.setForTimeline(instanceName, timelineName, { freshUpdates: [] })
2018-02-17 03:38:21 +00:00
await Promise.all([
insertUpdatesIntoTimeline(instanceName, timelineName, updates),
insertUpdatesIntoThreads(instanceName, updates.filter(status => status.in_reply_to_id))
])
2018-02-17 03:38:21 +00:00
}
2018-03-10 06:31:26 +00:00
stop('processFreshUpdates')
2018-02-17 03:38:21 +00:00
}
const lazilyProcessFreshUpdates = throttle((instanceName, timelineName) => {
runMediumPriorityTask(() => {
2018-02-17 03:38:21 +00:00
/* no await */ processFreshUpdates(instanceName, timelineName)
})
2018-04-03 01:02:09 +00:00
}, STREAMING_THROTTLE_DELAY)
2018-02-17 03:38:21 +00:00
export function addStatusOrNotification (instanceName, timelineName, newStatusOrNotification) {
2018-03-19 17:09:05 +00:00
addStatusesOrNotifications(instanceName, timelineName, [newStatusOrNotification])
}
export function addStatusesOrNotifications (instanceName, timelineName, newStatusesOrNotifications) {
console.log('addStatusesOrNotifications', Date.now())
2018-02-17 03:38:21 +00:00
let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates') || []
2018-08-31 16:12:39 +00:00
freshUpdates = concat(freshUpdates, newStatusesOrNotifications)
freshUpdates = uniqBy(freshUpdates, _ => _.id)
store.setForTimeline(instanceName, timelineName, { freshUpdates: freshUpdates })
2018-02-17 03:38:21 +00:00
lazilyProcessFreshUpdates(instanceName, timelineName)
}