semaphore/routes/_actions/addStatusOrNotification.js

import throttle from 'lodash/throttle'
import { database } from '../_database/database'
import { mark, stop } from '../_utils/marks'
import { store } from '../_store/store'
import { scheduleIdleTask } from '../_utils/scheduleIdleTask'
import uniqBy from 'lodash/uniqBy'
import uniq from 'lodash/uniq'

function getExistingItemIdsSet (instanceName, timelineName) {
  let timelineItemIds = store.getForTimeline(instanceName, timelineName, 'timelineItemIds') || []
  return new Set(timelineItemIds)
}

function removeDuplicates (instanceName, timelineName, updates) {
  // remove duplicates, including duplicates due to reblogs
  let existingItemIds = getExistingItemIdsSet(instanceName, timelineName)
  return updates.filter(update => !existingItemIds.has(update.id))
}

async function insertUpdatesIntoTimeline (instanceName, timelineName, updates) {
  updates = removeDuplicates(instanceName, timelineName, updates)

  if (!updates.length) {
    return
  }

  await database.insertTimelineItems(instanceName, timelineName, updates)

  let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || []

  itemIdsToAdd = uniq(itemIdsToAdd.concat(updates.map(_ => _.id)))
  console.log('adding ', itemIdsToAdd.length, 'items to itemIdsToAdd')
  store.setForTimeline(instanceName, timelineName, {itemIdsToAdd: itemIdsToAdd})
}

async function insertUpdatesIntoThreads (instanceName, updates) {
  if (!updates.length) {
    return
  }

  let threads = store.getThreads(instanceName)

  for (let timelineName of Object.keys(threads)) {
    let thread = threads[timelineName]
    let updatesForThisThread = updates.filter(status => {
      return thread.includes(status.in_reply_to_id) && !thread.includes(status.id)
    })
    let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || []
    for (let update of updatesForThisThread) {
      if (!itemIdsToAdd.includes(update.id)) {
        itemIdsToAdd.push(update.id)
      }
    }
    console.log('adding ', itemIdsToAdd.length, 'items to itemIdsToAdd for thread', timelineName)
    store.setForTimeline(instanceName, timelineName, {itemIdsToAdd: itemIdsToAdd})
  }
}

async function processFreshUpdates (instanceName, timelineName) {
  mark('processFreshUpdates')
  let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates')
  if (freshUpdates && freshUpdates.length) {
    let updates = freshUpdates.slice()
    store.setForTimeline(instanceName, timelineName, {freshUpdates: []})

    await insertUpdatesIntoTimeline(instanceName, timelineName, updates)
    await insertUpdatesIntoThreads(instanceName, updates.filter(status => status.in_reply_to_id))
  }
  stop('processFreshUpdates')
}

const lazilyProcessFreshUpdates = throttle((instanceName, timelineName) => {
  scheduleIdleTask(() => {
    /* no await */ processFreshUpdates(instanceName, timelineName)
  })
}, 5000)

export function addStatusOrNotification (instanceName, timelineName, newStatusOrNotification) {
  let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates') || []
  freshUpdates.push(newStatusOrNotification)
  freshUpdates = uniqBy(freshUpdates, _ => _.id)
  store.setForTimeline(instanceName, timelineName, {freshUpdates: freshUpdates})
  lazilyProcessFreshUpdates(instanceName, timelineName)
}