27 lines
855 B
TypeScript
27 lines
855 B
TypeScript
import * as Bull from 'bull'
|
|
import { logger } from '../../../helpers/logger'
|
|
import { processActivities } from '../../activitypub/process'
|
|
import { ActivitypubHttpBroadcastPayload } from './activitypub-http-broadcast'
|
|
import { crawlCollectionPage } from '../../activitypub/crawl'
|
|
import { Activity } from '../../../../shared/models/activitypub'
|
|
|
|
export type ActivitypubHttpFetcherPayload = {
|
|
uris: string[]
|
|
}
|
|
|
|
async function processActivityPubHttpFetcher (job: Bull.Job) {
|
|
logger.info('Processing ActivityPub fetcher in job %d.', job.id)
|
|
|
|
const payload = job.data as ActivitypubHttpBroadcastPayload
|
|
|
|
for (const uri of payload.uris) {
|
|
await crawlCollectionPage<Activity>(uri, (items) => processActivities(items))
|
|
}
|
|
}
|
|
|
|
// ---------------------------------------------------------------------------
|
|
|
|
export {
|
|
processActivityPubHttpFetcher
|
|
}
|