mirror of
https://github.com/PostHog/posthog.git
synced 2024-11-25 11:17:50 +01:00
9a2a9046cb
* feat: buffer 3.0 (graphile) * fixes * test * address review * add test for buffer processAt
87 lines
2.8 KiB
TypeScript
87 lines
2.8 KiB
TypeScript
import Piscina from '@posthog/piscina'
|
|
|
|
import { KafkaQueue } from '../../src/main/ingestion-queues/kafka-queue'
|
|
import { startQueues } from '../../src/main/ingestion-queues/queue'
|
|
import { startJobQueueConsumer } from '../../src/main/job-queues/job-queue-consumer'
|
|
import { Hub, LogLevel } from '../../src/types'
|
|
import { createHub } from '../../src/utils/db/hub'
|
|
|
|
jest.mock('../../src/main/ingestion-queues/kafka-queue')
|
|
|
|
describe('capabilities', () => {
|
|
let hub: Hub
|
|
let piscina: Piscina
|
|
let closeHub: () => Promise<void>
|
|
|
|
beforeEach(async () => {
|
|
;[hub, closeHub] = await createHub({
|
|
LOG_LEVEL: LogLevel.Warn,
|
|
})
|
|
piscina = { run: jest.fn() } as any
|
|
})
|
|
|
|
afterEach(async () => {
|
|
await closeHub()
|
|
})
|
|
|
|
describe('queue', () => {
|
|
it('starts ingestion queue by default', async () => {
|
|
const queues = await startQueues(hub, piscina)
|
|
|
|
expect(queues).toEqual({
|
|
ingestion: expect.any(KafkaQueue),
|
|
})
|
|
})
|
|
|
|
it('handles ingestion being turned off', async () => {
|
|
hub.capabilities.ingestion = false
|
|
hub.capabilities.processAsyncHandlers = false
|
|
|
|
const queues = await startQueues(hub, piscina)
|
|
|
|
expect(queues).toEqual({
|
|
ingestion: null,
|
|
})
|
|
})
|
|
})
|
|
|
|
describe('startJobQueueConsumer()', () => {
|
|
it('sets up bufferJob handler if ingestion is on', async () => {
|
|
hub.jobQueueManager.startConsumer = jest.fn()
|
|
hub.capabilities.ingestion = true
|
|
hub.capabilities.processPluginJobs = false
|
|
|
|
await startJobQueueConsumer(hub, piscina)
|
|
|
|
expect(hub.jobQueueManager.startConsumer).toHaveBeenCalledWith({
|
|
bufferJob: expect.anything(),
|
|
})
|
|
})
|
|
|
|
it('sets up pluginJob handler if processPluginJobs is on', async () => {
|
|
hub.jobQueueManager.startConsumer = jest.fn()
|
|
hub.capabilities.ingestion = false
|
|
hub.capabilities.processPluginJobs = true
|
|
|
|
await startJobQueueConsumer(hub, piscina)
|
|
|
|
expect(hub.jobQueueManager.startConsumer).toHaveBeenCalledWith({
|
|
pluginJob: expect.anything(),
|
|
})
|
|
})
|
|
|
|
it('sets up bufferJob and pluginJob handlers if ingestion and processPluginJobs are on', async () => {
|
|
hub.jobQueueManager.startConsumer = jest.fn()
|
|
hub.capabilities.ingestion = true
|
|
hub.capabilities.processPluginJobs = true
|
|
|
|
await startJobQueueConsumer(hub, piscina)
|
|
|
|
expect(hub.jobQueueManager.startConsumer).toHaveBeenCalledWith({
|
|
bufferJob: expect.anything(),
|
|
pluginJob: expect.anything(),
|
|
})
|
|
})
|
|
})
|
|
})
|