mirror of
https://github.com/PostHog/posthog.git
synced 2024-11-29 03:04:16 +01:00
c47a73165a
* yeet references to redlock * rename jobs/ to graphile-worker/ * feat(plugin-server): use graphile-worker crontab * remove debugging * yeet redlock dependency * remove legacy test * Update comment * Update plugin-server/src/main/pluginsServer.ts Co-authored-by: Harry Waye <harry@posthog.com> * address review, update tests * fix old tests * testing, testing * maybe fix sigterm Co-authored-by: Harry Waye <harry@posthog.com>
137 lines
4.3 KiB
TypeScript
137 lines
4.3 KiB
TypeScript
import * as Sentry from '@sentry/node'
|
|
import * as nodeSchedule from 'node-schedule'
|
|
|
|
import { startGraphileWorker } from '../src/main/graphile-worker/worker-setup'
|
|
import { ServerInstance, startPluginsServer } from '../src/main/pluginsServer'
|
|
import { LogLevel, PluginServerCapabilities, PluginsServerConfig } from '../src/types'
|
|
import { killProcess } from '../src/utils/kill'
|
|
import { delay } from '../src/utils/utils'
|
|
import { makePiscina } from '../src/worker/piscina'
|
|
import { resetTestDatabase } from './helpers/sql'
|
|
|
|
jest.mock('@sentry/node')
|
|
jest.mock('../src/utils/db/sql')
|
|
jest.mock('../src/utils/kill')
|
|
jest.mock('../src/main/graphile-worker/schedule')
|
|
jest.mock('../src/main/graphile-worker/worker-setup')
|
|
jest.setTimeout(60000) // 60 sec timeout
|
|
|
|
function numberOfScheduledJobs() {
|
|
return Object.keys(nodeSchedule.scheduledJobs).length
|
|
}
|
|
|
|
describe('server', () => {
|
|
let pluginsServer: ServerInstance | null = null
|
|
|
|
function createPluginServer(
|
|
config: Partial<PluginsServerConfig> = {},
|
|
capabilities: PluginServerCapabilities | null = null
|
|
) {
|
|
return startPluginsServer(
|
|
{
|
|
WORKER_CONCURRENCY: 2,
|
|
LOG_LEVEL: LogLevel.Debug,
|
|
...config,
|
|
},
|
|
makePiscina,
|
|
capabilities
|
|
)
|
|
}
|
|
|
|
afterEach(async () => {
|
|
await pluginsServer?.stop()
|
|
pluginsServer = null
|
|
})
|
|
|
|
test('startPluginsServer does not error', async () => {
|
|
const testCode = `
|
|
async function processEvent (event) {
|
|
return event
|
|
}
|
|
`
|
|
await resetTestDatabase(testCode)
|
|
pluginsServer = await createPluginServer()
|
|
})
|
|
|
|
describe('plugin server staleness check', () => {
|
|
test('test if the server terminates', async () => {
|
|
const testCode = `
|
|
async function processEvent (event) {
|
|
return event
|
|
}
|
|
`
|
|
await resetTestDatabase(testCode)
|
|
|
|
pluginsServer = await createPluginServer({
|
|
STALENESS_RESTART_SECONDS: 5,
|
|
})
|
|
|
|
await delay(10000)
|
|
|
|
expect(killProcess).toHaveBeenCalled()
|
|
|
|
expect(Sentry.captureMessage).toHaveBeenCalledWith(
|
|
`Plugin Server has not ingested events for over 5 seconds! Rebooting.`,
|
|
{
|
|
extra: {
|
|
instanceId: expect.any(String),
|
|
lastActivity: expect.any(String),
|
|
lastActivityType: 'serverStart',
|
|
piscina: expect.any(String),
|
|
isServerStale: true,
|
|
timeSinceLastActivity: expect.any(Number),
|
|
},
|
|
}
|
|
)
|
|
})
|
|
})
|
|
|
|
test('starting and stopping node-schedule scheduled jobs', async () => {
|
|
expect(numberOfScheduledJobs()).toEqual(0)
|
|
|
|
pluginsServer = await createPluginServer()
|
|
|
|
expect(numberOfScheduledJobs()).toBeGreaterThan(1)
|
|
|
|
await pluginsServer.stop()
|
|
pluginsServer = null
|
|
|
|
expect(numberOfScheduledJobs()).toEqual(0)
|
|
})
|
|
|
|
describe('plugin-server capabilities', () => {
|
|
test('starts all main services by default', async () => {
|
|
pluginsServer = await createPluginServer()
|
|
|
|
expect(startGraphileWorker).toHaveBeenCalled()
|
|
})
|
|
|
|
test('disabling pluginScheduledTasks', async () => {
|
|
pluginsServer = await createPluginServer(
|
|
{},
|
|
{ ingestion: true, pluginScheduledTasks: false, processPluginJobs: true }
|
|
)
|
|
|
|
expect(startGraphileWorker).toHaveBeenCalled()
|
|
})
|
|
|
|
test('disabling processPluginJobs', async () => {
|
|
pluginsServer = await createPluginServer(
|
|
{},
|
|
{ ingestion: true, pluginScheduledTasks: true, processPluginJobs: false }
|
|
)
|
|
|
|
expect(startGraphileWorker).toHaveBeenCalled()
|
|
})
|
|
|
|
test('disabling processPluginJobs, ingestion, and pluginScheduledTasks', async () => {
|
|
pluginsServer = await createPluginServer(
|
|
{},
|
|
{ ingestion: false, pluginScheduledTasks: false, processPluginJobs: false }
|
|
)
|
|
|
|
expect(startGraphileWorker).not.toHaveBeenCalled()
|
|
})
|
|
})
|
|
})
|