Dev-only bulk delete all campaigns; deleteCollection SQL bulk + gates

Feature: debug button to wipe all campaigns/encounters/logs in dev builds.
Previously bulk delete fetched all logs per campaign, client-filtered,
batchWrite — 30s+/campaign. Now SQL bulk DELETE, no fetch.

Server (server/db.js, server/index.js):
- deleteCollection(collPath, {where}) — SQL DELETE FROM docs WHERE parent=?,
  optional where-filter. Broadcasts deletions to WS subscribers.
- DELETE /api/collection endpoint
- Gate: ALLOW_DEV_ENDPOINTS=1 env OR createServer({allowDevEndpoints:true})
- createServer accepts allowDevEndpoints param (tests bypass env)

Storage (src/storage/server.js, src/storage/firebase.js):
- deleteCollection(path, whereField, whereValue) both adapters
- Firebase: fetch matching + batch-delete (firestore no bulk), 500-chunk
- Gate: throws if NODE_ENV not development/test
- Contract-tested both backends

App (src/App.js):
- deleteCampaignCascade refactored (reusable, no try/catch split)
- handleDeleteAllCampaigns: Promise.all per campaign, deleteCollection for
  encounters (no fetch), deleteCollection logs once globally, parallel
- Button dev-gated (NODE_ENV), confirm modal, hidden when no campaigns

Mock fixes (surfaced by new tests):
- firebase firestore mock: added where() export, getDocs applies constraints
  (was returning all docs ignoring query constraints — pre-existing gap)

Tests:
- contract: deleteCollection (bulk, where-filter, empty) both backends
- server-contract: live deleteCollection (bulk, where, 403 gate)
- runStorageContract via makeStorage({allowDevEndpoints:true})

Safety (3 layers):
- UI button hidden in prod (NODE_ENV gate)
- storage method throws in prod (NODE_ENV gate)
- HTTP endpoint 403 in prod (env/param gate)
This commit is contained in:
david raistrick
2026-07-06 19:06:52 -04:00
parent 532af1ecc4
commit 055895875a
10 changed files with 238 additions and 53 deletions
+20 -1
View File
@@ -113,6 +113,25 @@ function makeStore(db, broadcast) {
return db.prepare('SELECT COUNT(*) AS n FROM docs WHERE parent = ?').get(collPath).n;
}
// Bulk delete whole collection or by where-filter. No fetch. SQL knows paths.
// DEV ONLY — guarded at HTTP layer; db fn itself unguarded (server-internal trust).
function deleteCollection(collPath, { where } = {}) {
let sql = 'DELETE FROM docs WHERE parent = ?';
const params = [collPath];
const changed = [];
if (where) {
if (!/^[a-zA-Z_][a-zA-Z0-9_]*$/.test(where.field)) throw new Error(`bad where field: ${where.field}`);
if (where.op !== '==') throw new Error(`unsupported where op: ${where.op}`);
sql += ` AND json_extract(data, '$.${where.field}') = ?`;
params.push(where.value);
}
// collect paths+parents for broadcast before delete
const rows = db.prepare('SELECT path, parent FROM docs WHERE parent = ?' + (where ? ` AND json_extract(data, '$.${where.field}') = ?` : '')).all(...params);
const info = db.prepare(sql).run(...params);
if (broadcast) rows.forEach(r => broadcast({ path: r.path, parent: r.parent, deleted: true }));
return info.changes;
}
function batchWrite(ops) {
const run = db.transaction((items) => {
const changed = [];
@@ -151,7 +170,7 @@ function makeStore(db, broadcast) {
return result;
}
return { getDoc, setDoc, updateDoc, deleteDoc, getCollection, countCollection, batchWrite, transactionalUndo };
return { getDoc, setDoc, updateDoc, deleteDoc, getCollection, countCollection, deleteCollection, batchWrite, transactionalUndo };
}
module.exports = { openDb, parentOf, makeStore };
+16 -1
View File
@@ -11,7 +11,7 @@ const crypto = require('crypto');
const { WebSocketServer } = require('ws');
const { openDb, makeStore } = require('./db');
function createServer({ dbPath, port, corsOrigin } = {}) {
function createServer({ dbPath, port, corsOrigin, allowDevEndpoints = false } = {}) {
const db = openDb(dbPath || './data/tracker.sqlite');
const app = express();
app.use(cors({ origin: corsOrigin || '*' }));
@@ -103,6 +103,21 @@ function createServer({ dbPath, port, corsOrigin } = {}) {
res.json({ ok: true });
});
// DELETE /api/collection?path=...&whereField=...&whereValue=...
// Bulk delete whole collection or filtered. No fetch. SQL DELETE.
// DEV ONLY: requires ALLOW_DEV_ENDPOINTS=1 env on server.
app.delete('/api/collection', (req, res) => {
if (!allowDevEndpoints && process.env.ALLOW_DEV_ENDPOINTS !== '1') {
return res.status(403).json({ error: 'bulk delete disabled (dev only)' });
}
const { path: p, whereField, whereOp, whereValue } = req.query;
if (!p) return res.status(400).json({ error: 'path required' });
const opts = {};
if (whereField) opts.where = { field: whereField, op: whereOp || '==', value: whereValue };
const deleted = store.deleteCollection(p, opts);
res.json({ ok: true, deleted });
});
// POST /api/collection body: { path, data } (addDoc: auto-id under collection)
app.post('/api/collection', (req, res) => {
const { path: collPath, data } = req.body || {};
+41 -3
View File
@@ -16,9 +16,9 @@ const { runStorageContract } = require('../../src/storage/contract');
// Factory: fresh backend (unique sqlite file) + storage pointed at it.
// Disposing the storage closes the backend so each test is fully isolated.
async function makeStorage() {
async function makeStorage({ allowDevEndpoints = false } = {}) {
const dbPath = path.join(os.tmpdir(), `ws-contract-${Date.now()}-${Math.random().toString(36).slice(2)}.sqlite`);
const handle = createServer({ dbPath, port: 0 });
const handle = createServer({ dbPath, port: 0, allowDevEndpoints });
await new Promise((resolve, reject) => {
handle.server.on('error', reject);
handle.server.listen(0, resolve);
@@ -31,7 +31,7 @@ async function makeStorage() {
return storage;
}
runStorageContract('server (live backend)', makeStorage);
runStorageContract('server (live backend)', () => makeStorage({ allowDevEndpoints: true }));
describe('server-side query constraints', () => {
let storage;
@@ -75,3 +75,41 @@ describe('server-side query constraints', () => {
expect(res).toEqual({ count: 5 });
});
});
describe('DELETE /api/collection (bulk delete)', () => {
let storage;
beforeEach(async () => {
storage = await makeStorage({ allowDevEndpoints: true });
});
afterEach((done) => storage.dispose(done));
test('deletes all docs in collection, no fetch', async () => {
for (let i = 0; i < 3; i++) await storage.addDoc('logs', { type: 'x', n: i });
const res = await storage._api('DELETE', '/api/collection', { path: 'logs' });
expect(res.ok).toBe(true);
expect(res.deleted).toBe(3);
const after = await storage._api('GET', '/api/collection/count', { path: 'logs' });
expect(after.count).toBe(0);
});
test('honors whereField filter', async () => {
await storage.addDoc('logs', { type: 'keep', n: 1 });
await storage.addDoc('logs', { type: 'drop', n: 2 });
await storage.addDoc('logs', { type: 'drop', n: 3 });
const res = await storage._api('DELETE', '/api/collection',
{ path: 'logs', whereField: 'type', whereValue: 'drop' });
expect(res.deleted).toBe(2);
const after = await storage._api('GET', '/api/collection/count', { path: 'logs' });
expect(after.count).toBe(1);
});
test('403 when ALLOW_DEV_ENDPOINTS not set', async () => {
const gated = await makeStorage({ allowDevEndpoints: false });
let errMsg = null;
try {
await gated._api('DELETE', '/api/collection', { path: 'logs' });
} catch (e) { errMsg = e.message; }
expect(errMsg).toMatch(/403/);
await new Promise((resolve) => gated.dispose(resolve));
});
});