feat: support for a job runner in a different process

packages/server/src/jobs/index.js

@@ -28,13 +28,26 @@ const boss = new PgBoss({ db: dbAdapter })
 boss.on('error', error => logger.error(error))
 
 let started = false
+let connected = false
 
-module.exports = async () => {
-  if (started) {
+module.exports = {
+  start: async () => {
+    if (started) {
+      return boss
+    }
+
+    await boss.start()
+    started = true
+    connected = true
     return boss
-  }
+  },
+  connect: async () => {
+    if (connected) {
+      return boss
+    }
 
-  await boss.start()
-  started = true
-  return boss
+    await boss.connect()
+    connected = true
+    return boss
+  },
 }

packages/server/test/jobs/job_processor.js

+const someHandler = async job => Promise.resolve({ thing: 'someOtherThing' })
+
+const handleJobs = async () => {
+  global.__testDbName = process.env.__TESTDBNAME
+  const { connect: jobs } = require('../../src/jobs')
+
+  const jobQueue = await jobs()
+
+  const queueName = 'aJobQueue2'
+
+  // Subscribe to the job queue with an async handler
+  await jobQueue.subscribe(queueName, someHandler)
+}
+
+// setInterval(() => {}, 1 << 30)
+
+handleJobs()

packages/server/test/jobs/jobs_different_process_test.js

+const path = require('path')
+const { start: jobs } = require('../../src/jobs')
+const { spawn } = require('child_process')
+
+describe('job runner in a different process', () => {
+  let jobQueue
+
+  beforeAll(async () => {
+    jobQueue = await jobs()
+  })
+
+  it('submits a job and gets notified on completion', async done => {
+    const queueName = 'aJobQueue2'
+
+    // Add 2 jobs to the queue
+    await jobQueue.publish(queueName, { param: 'aThing' })
+    await jobQueue.publish(queueName, { param: 'anotherThing' })
+
+    // console.log('global', global)
+    const jobProcessorPath = path.resolve(__dirname, 'job_processor.js')
+
+    let jobCount = 0
+
+    // Be notified on job completion with job result
+    await jobQueue.onComplete(queueName, job => {
+      try {
+        expect(job.data.response).toEqual({ thing: 'someOtherThing' })
+        jobCount += 1
+        if (jobCount === 2) {
+          jobProcessor.kill()
+          done()
+        }
+      } catch (e) {
+        done.fail(e)
+      }
+    })
+
+    const jobProcessor = spawn('node', [jobProcessorPath], {
+      stdio: 'inherit',
+      env: Object.assign({}, process.env, {
+        __TESTDBNAME: global.__testDbName,
+      }),
+    })
+  })
+
+  afterAll(async () => jobQueue.stop())
+})

packages/server/test/jobs/jobs_test.js

-const jobs = require('../../src/jobs')
+const { start: jobs } = require('../../src/jobs')
 
 const someHandler = async job => {
   expect(job.data.param).toEqual('aThing')