Shopify Bulk SQLite Worker

1#!/usr/bin/env node
2'use strict';
3
4// Compatibility worker for Node 22.12, where node:sqlite exists but still needs
5// --experimental-sqlite. shopify-bulk.js starts this file itself; operators never add a flag.
6
7require('node:sqlite');
8
9function errorRecord(error) {
10  const record = {
11    name: error && error.name ? error.name : 'Error',
12    message: error && error.message ? error.message : String(error),
13    stack: error && error.stack ? error.stack : null,
14  };
15  for (const field of ['code', 'errno', 'syscall', 'path']) {
16    if (error && error[field] !== undefined) record[field] = error[field];
17  }
18  return record;
19}
20
21function reply(message) {
22  if (!process.send) return;
23  process.send(message, () => {
24    if (process.connected) process.disconnect();
25  });
26}
27
28process.once('message', async (message) => {
29  try {
30    const bulk = require('./shopify-bulk.js');
31    const { operation, payload } = message || {};
32    let result;
33    if (operation === 'foldBulkJsonl') {
34      result = await bulk.foldBulkJsonl(payload.file, payload.shape, { outputFile: payload.outputFile });
35    } else if (operation === 'joinOrderFiles') {
36      result = await bulk.joinOrderFiles(payload);
37    } else {
38      throw new Error(`unknown SQLite worker operation ${operation}`);
39    }
40    reply({ ok: true, result });
41  } catch (error) {
42    reply({ ok: false, error: errorRecord(error) });
43  }
44});