Webklar-Kundenbereich/test/retention.test.js

import { test, after } from 'node:test'
import assert from 'node:assert/strict'
import { existsSync, mkdirSync, mkdtempSync, rmSync, writeFileSync } from 'node:fs'
import os from 'node:os'
import path from 'node:path'
import { startAppwriteMock } from './support/appwriteMock.js'
import { startFakeStripe } from './support/fakeStripe.js'
import { useTestEnv } from './support/testEnv.js'
import { schemaKeys } from './support/schema.js'
import { mailSink } from './support/mailSink.js'

// Nachbauten und temporaerer Upload-Ordner (F41d), BEVOR config.js geladen wird
const aw = await startAppwriteMock({
  schema: {
    subscriptions: schemaKeys('subscriptions'),
    contractEvents: schemaKeys('contractEvents'),
    takeoverCredits: schemaKeys('takeoverCredits'),
    newsPosts: schemaKeys('newsPosts'),
    portalFeatures: schemaKeys('portalFeatures'),
  },
})
const st = await startFakeStripe()
const uploadDir = mkdtempSync(path.join(os.tmpdir(), 'loeschfristen-'))
process.env.TAKEOVER_UPLOAD_DIR = uploadDir
process.env.NEWS_UPLOAD_DIR = path.join(uploadDir, 'news')
useTestEnv({ appwriteUrl: aw.url, stripeUrl: st.url })
const { findDueDeletions, applyDeletions, formatReport, CONSENT_METADATA_KEYS } = await import('../server/services/retention.js')
const { run } = await import('../scripts/loeschfristen.mjs')
const { stripeSubscription } = await import('./support/fixtures.js')
const { setMailTransportForTests } = await import('../server/services/mailer.js')

const mails = mailSink()
setMailTransportForTests(mails)
after(() => {
  setMailTransportForTests(null)
  rmSync(uploadDir, { recursive: true, force: true })
  return Promise.all([aw.close(), st.close()])
})

// 01.01.2026, 12:00 Berlin
const JAN_2026 = new Date('2026-01-01T12:00:00+01:00')
const DEC_2025 = new Date('2025-12-31T12:00:00+01:00')

const sub = (id, customerId, fields) => aw.seed('subscriptions', { $id: id, stripeSubscriptionId: id, customerId, ...fields })
const event = (id, customerId, subscriptionId) =>
  aw.seed('contractEvents', { $id: id, customerId, subscriptionId, type: 'abschluss', status: 'erledigt', consentIp: '10.0.0.1', consentUserAgent: 'x' })
const stripeSub = (id, customerId, extra = {}) => st.subscriptions.set(id, stripeSubscription({ id, customerId, status: 'canceled', ...extra }))
const dueIds = (plan) => plan.customers.map((c) => c.customerId).sort()

test('Abo beendet am 15.03.2022: fällig am 01.01.2026, nicht am 31.12.2025', async () => {
  sub('r1_sub', 'r1', { status: 'canceled', endedAt: '2022-03-15T10:00:00.000Z' })
  event('r1_ev', 'r1', 'r1_sub')
  assert.ok(!dueIds(await findDueDeletions(DEC_2025)).includes('r1'))
  const plan = await findDueDeletions(JAN_2026)
  const entry = plan.customers.find((c) => c.customerId === 'r1')
  assert.deepEqual(entry, { customerId: 'r1', lastEndAt: '2022-03-15T10:00:00.000Z', subscriptionIds: ['r1_sub'], eventIds: ['r1_ev'] })
})

test('Ende zählt in deutscher Zeit: 31.12.2021 23:30 UTC ist schon 2022', async () => {
  sub('r1b_sub', 'r1b', { status: 'canceled', endedAt: '2021-12-31T23:30:00.000Z' })
  assert.ok(!dueIds(await findDueDeletions(DEC_2025)).includes('r1b'))
  assert.ok(dueIds(await findDueDeletions(JAN_2026)).includes('r1b'))
})

test('Abo beendet vor zwei Jahren: nicht fällig', async () => {
  sub('r2_sub', 'r2', { status: 'canceled', endedAt: new Date(JAN_2026.getTime() - 2 * 365 * 86400000).toISOString() })
  assert.ok(!dueIds(await findDueDeletions(JAN_2026)).includes('r2'))
})

test('altes beendetes Abo und ein laufendes Abo desselben Kunden: nicht fällig', async () => {
  sub('r3_old', 'r3', { status: 'canceled', endedAt: '2019-05-01T00:00:00.000Z' })
  sub('r3_new', 'r3', { status: 'active', endedAt: null })
  assert.ok(!dueIds(await findDueDeletions(JAN_2026)).includes('r3'))
})

test('das letzte Ende zählt; Ende = endedAt, sonst canceledAt, sonst currentPeriodEnd bei canceled', async () => {
  sub('r4_a', 'r4', { status: 'canceled', endedAt: '2018-01-01T00:00:00.000Z' })
  sub('r4_b', 'r4', { status: 'canceled', endedAt: null, canceledAt: '2022-06-01T00:00:00.000Z', currentPeriodEnd: '2010-01-01T00:00:00.000Z' })
  sub('r5_a', 'r5', { status: 'canceled', endedAt: null, canceledAt: null, currentPeriodEnd: '2022-02-01T00:00:00.000Z' })
  sub('r6_a', 'r6', { status: 'past_due', endedAt: null, canceledAt: null, currentPeriodEnd: '2010-02-01T00:00:00.000Z' })
  const plan = await findDueDeletions(JAN_2026)
  const r4 = plan.customers.find((c) => c.customerId === 'r4')
  assert.equal(r4.lastEndAt, '2022-06-01T00:00:00.000Z')
  assert.deepEqual(r4.subscriptionIds.sort(), ['r4_a', 'r4_b'])
  assert.ok(dueIds(plan).includes('r5'))
  assert.ok(!dueIds(plan).includes('r6'), 'nicht beendet (past_due) zählt nicht')
})

test('applyDeletions: löscht Dokumente, leert alle Zustimmungs-Metadaten bei Stripe, lässt Rechnungen und andere Kunden', async () => {
  sub('a1_sub', 'a1', { status: 'canceled', endedAt: '2021-01-10T00:00:00.000Z' })
  event('a1_ev', 'a1', 'a1_sub')
  event('a1_ev2', 'a1', 'a1_sub')
  sub('a2_sub', 'a2', { status: 'active' })
  event('a2_ev', 'a2', 'a2_sub')
  stripeSub('a1_sub', 'a1', {
    metadata: { switchedAt: '2021-01-01', switchedFrom: 'hosting' },
  })
  st.invoices.set('in_a1', { id: 'in_a1', object: 'invoice', subscription: 'a1_sub' })
  const callsBefore = st.calls.length
  const plan = await findDueDeletions(JAN_2026)
  assert.ok(plan.customers.some((c) => c.customerId === 'a1'))
  const result = await applyDeletions({ customers: plan.customers.filter((c) => c.customerId === 'a1'), takeover: [] })
  assert.deepEqual(result.manual, [])
  assert.equal(result.deleted.subscriptions, 1)
  assert.equal(result.deleted.contractEvents, 2)
  assert.ok(!aw.docs('subscriptions').has('a1_sub'))
  assert.ok(!aw.docs('contractEvents').has('a1_ev') && !aw.docs('contractEvents').has('a1_ev2'))
  assert.ok(aw.docs('subscriptions').has('a2_sub') && aw.docs('contractEvents').has('a2_ev'))
  const update = st.calls.slice(callsBefore).find((c) => c.method === 'POST' && c.path === '/v1/subscriptions/a1_sub')
  assert.ok(update, 'Stripe-Abo wurde geändert')
  for (const key of CONSENT_METADATA_KEYS) assert.equal(update.body[`metadata[${key}]`], '', `${key} geleert`)
  assert.deepEqual(CONSENT_METADATA_KEYS.slice().sort(), [
    'consentIp', 'consentTextVersion', 'consentUserAgent', 'earlyStartConsentAt', 'startChoice', 'switchedAt', 'switchedFrom', 'termsAcceptedAt', 'termsVersion',
  ])
  const meta = st.subscriptions.get('a1_sub').metadata
  for (const key of CONSENT_METADATA_KEYS) assert.ok(!(key in meta), `${key} weg`)
  assert.equal(meta.webklarCustomerId, 'a1', 'übrige Angaben (Zuordnung) bleiben')
  assert.ok(st.invoices.has('in_a1'), 'Rechnungen bleiben')
})

test('abgelehnte Stripe-Änderung landet in manual, die Appwrite-Dokumente werden trotzdem gelöscht', async () => {
  sub('m1_sub', 'm1', { status: 'canceled', endedAt: '2020-02-02T00:00:00.000Z' })
  event('m1_ev', 'm1', 'm1_sub')
  stripeSub('m1_sub', 'm1')
  st.failNext({ method: 'POST', path: '/v1/subscriptions/m1_sub', status: 400, message: 'A canceled subscription can only update its cancellation_details.' })
  const result = await applyDeletions({
    customers: [{ customerId: 'm1', lastEndAt: '2020-02-02T00:00:00.000Z', subscriptionIds: ['m1_sub'], eventIds: ['m1_ev'] }],
    takeover: [],
  })
  assert.equal(result.manual.length, 1)
  assert.equal(result.manual[0].subscriptionId, 'm1_sub')
  assert.equal(result.manual[0].customerId, 'm1')
  assert.match(result.manual[0].reason, /canceled subscription/)
  assert.ok(!aw.docs('subscriptions').has('m1_sub') && !aw.docs('contractEvents').has('m1_ev'))
  assert.ok('consentIp' in st.subscriptions.get('m1_sub').metadata, 'bei Stripe unverändert, Hinweis im Bericht')
})

test('Übernahme-Anträge: abgelehnte nur melden, genehmigte erst nach 8 Jahren ab Jahresende löschen', async () => {
  const withFiles = (id) => {
    mkdirSync(path.join(uploadDir, id), { recursive: true })
    writeFileSync(path.join(uploadDir, id, 'nachweis.pdf'), 'x')
    return JSON.stringify([{ id: 'f1', name: 'nachweis.pdf' }])
  }
  const tc = (id, fields) => aw.seed('takeoverCredits', { $id: id, customerId: 't1', ...fields })
  // abgelehnt vor >6 Monaten, Nachweise noch da (tägliche Bereinigung hat sie nicht erwischt): nur melden
  tc('tk_rej', { status: 'abgelehnt', decidedAt: '2025-05-01T00:00:00.000Z', files: withFiles('tk_rej') })
  // abgelehnt, Nachweise schon gelöscht: nichts zu melden
  tc('tk_rej_clean', { status: 'abgelehnt', decidedAt: '2025-05-01T00:00:00.000Z', files: '[]' })
  // genehmigt 2017: Frist endet mit Ablauf 2025 (8 Jahre ab Jahresende 2017), am 01.01.2026 fällig
  tc('tk_old', { status: 'genehmigt', decidedAt: '2017-11-20T00:00:00.000Z', files: withFiles('tk_old') })
  // genehmigt 2018: erst am 01.01.2027 fällig
  tc('tk_2018', { status: 'genehmigt', decidedAt: '2018-03-01T00:00:00.000Z', files: withFiles('tk_2018') })
  tc('tk_open', { status: 'offen', files: withFiles('tk_open') })
  const plan = await findDueDeletions(JAN_2026)
  const byId = Object.fromEntries(plan.takeover.map((t) => [t.id, t]))
  assert.deepEqual(Object.keys(byId).sort(), ['tk_old', 'tk_rej'])
  assert.equal(byId.tk_rej.action, 'melden')
  assert.match(byId.tk_rej.reason, /abgelehnt/)
  assert.equal(byId.tk_old.action, 'loeschen')
  assert.match(byId.tk_old.reason, /acht Jahre|8 Jahre/)

  const result = await applyDeletions({ customers: [], takeover: plan.takeover })
  assert.equal(result.deleted.takeover, 1)
  assert.ok(aw.docs('takeoverCredits').has('tk_rej') && existsSync(path.join(uploadDir, 'tk_rej')), 'abgelehnter Antrag bleibt der täglichen Bereinigung überlassen')
  assert.ok(!aw.docs('takeoverCredits').has('tk_old') && !existsSync(path.join(uploadDir, 'tk_old')))
  assert.ok(aw.docs('takeoverCredits').has('tk_2018') && existsSync(path.join(uploadDir, 'tk_2018')))
  // 2027: auch 2018 ist fällig
  const later = await findDueDeletions(new Date('2027-01-02T12:00:00+01:00'))
  assert.ok(later.takeover.some((t) => t.id === 'tk_2018' && t.action === 'loeschen'))
})

test('Skript: Probelauf ändert nichts und schickt nichts', async () => {
  sub('s1_sub', 's1', { status: 'canceled', endedAt: '2021-03-03T00:00:00.000Z' })
  event('s1_ev', 's1', 's1_sub')
  stripeSub('s1_sub', 's1')
  const callsBefore = st.calls.length
  const sentBefore = mails.sent.length
  const lines = []
  const result = await run({ mode: '', now: JAN_2026, log: (l) => lines.push(l) })
  assert.equal(result.applied, false)
  assert.ok(aw.docs('subscriptions').has('s1_sub') && aw.docs('contractEvents').has('s1_ev'))
  assert.equal(st.calls.length, callsBefore)
  assert.equal(mails.sent.length, sentBefore)
  const text = lines.join('\n')
  assert.match(text, /Probelauf/)
  assert.match(text, /s1/)
})

test('Skript: LOESCHFRISTEN=mail schickt den Bericht als T14 ans Team, löscht nichts', async () => {
  const sentBefore = mails.sent.length
  const result = await run({ mode: 'mail', now: JAN_2026, log: () => {} })
  assert.equal(result.applied, false)
  assert.equal(mails.sent.length, sentBefore + 1)
  const mail = mails.sent.at(-1)
  assert.match(mail.subject, /^\[Datenschutz\] Löschfristen fällig/)
  assert.match(mail.text, /s1/)
  assert.match(mail.text, /Probelauf|Vorschau/)
  assert.ok(aw.docs('subscriptions').has('s1_sub'))
})

test('Skript: LOESCHFRISTEN=apply löscht', async () => {
  const result = await run({ mode: 'apply', now: JAN_2026, log: () => {} })
  assert.equal(result.applied, true)
  assert.ok(!aw.docs('subscriptions').has('s1_sub') && !aw.docs('contractEvents').has('s1_ev'))
  assert.ok(aw.docs('subscriptions').has('a2_sub'), 'laufendes Abo bleibt')
})

test('Skript: unbekannter Modus wird abgelehnt', async () => {
  await assert.rejects(run({ mode: 'loeschen', now: JAN_2026, log: () => {} }), /LOESCHFRISTEN/)
})

test('abgeschnittene Liste: Abbruch vor jeder Planung', async () => {
  sub('l1_a', 'l1', { status: 'canceled', endedAt: '2019-01-01T00:00:00.000Z' })
  sub('l1_b', 'l1', { status: 'canceled', endedAt: '2019-01-01T00:00:00.000Z' })
  await assert.rejects(findDueDeletions(JAN_2026, { limit: 2 }), /Liste abgeschnitten, Paginierung nötig/)
  // mit ausreichendem Limit läuft es
  assert.ok(Array.isArray((await findDueDeletions(JAN_2026)).customers))
})

test('applyDeletions: Fehler bei einem Dokument stoppen den Rest nicht und landen in failed', async () => {
  sub('f1_sub', 'f1', { status: 'canceled', endedAt: '2019-01-01T00:00:00.000Z' })
  sub('f2_sub', 'f2', { status: 'canceled', endedAt: '2019-01-01T00:00:00.000Z' })
  event('f1_ev', 'f1', 'f1_sub')
  event('f1_ev2', 'f1', 'f1_sub')
  stripeSub('f1_sub', 'f1')
  stripeSub('f2_sub', 'f2')
  aw.failNext({ collection: 'contractEvents', method: 'DELETE', status: 500, message: 'kaputt' })
  const plan = {
    customers: [
      { customerId: 'f1', lastEndAt: '2019-01-01T00:00:00.000Z', subscriptionIds: ['f1_sub'], eventIds: ['f1_ev', 'f1_ev2'] },
      { customerId: 'f2', lastEndAt: '2019-01-01T00:00:00.000Z', subscriptionIds: ['f2_sub'], eventIds: [] },
    ],
    takeover: [],
  }
  const result = await applyDeletions(plan)
  assert.equal(result.failed.length, 1)
  assert.equal(result.failed[0].id, 'f1_ev')
  assert.match(result.failed[0].reason, /kaputt/)
  assert.equal(result.deleted.contractEvents, 1)
  assert.ok(!aw.docs('subscriptions').has('f2_sub'), 'zweiter Kunde wurde trotzdem bearbeitet')
  assert.match(formatReport(plan, result), /Fehlgeschlagen[\s\S]*f1_ev/)
})

test('incomplete_expired zählt als beendet, incomplete hält auf und steht im Bericht', async () => {
  sub('i1_sub', 'i1', { status: 'incomplete_expired', endedAt: null, canceledAt: null, startedAt: '2020-01-01T00:00:00.000Z', $updatedAt: '2021-05-05T00:00:00.000Z' })
  sub('i2_sub', 'i2', { status: 'incomplete_expired', endedAt: null, canceledAt: '2020-02-02T00:00:00.000Z' })
  sub('i3_old', 'i3', { status: 'canceled', endedAt: '2018-01-01T00:00:00.000Z' })
  sub('i3_inc', 'i3', { status: 'incomplete', endedAt: null })
  const plan = await findDueDeletions(JAN_2026)
  assert.ok(dueIds(plan).includes('i1'))
  assert.ok(dueIds(plan).includes('i2'))
  assert.equal(plan.customers.find((c) => c.customerId === 'i2').lastEndAt, '2020-02-02T00:00:00.000Z')
  assert.ok(!dueIds(plan).includes('i3'))
  assert.ok(plan.pending.some((p) => p.customerId === 'i3' && p.subscriptionIds.includes('i3_inc')))
  assert.match(formatReport(plan), /Hält Löschung auf:[\s\S]*i3_inc/)
})

test('aktives Abo mit cancelAtPeriodEnd und altem canceledAt zählt nicht als beendet', async () => {
  sub('c1_sub', 'c1', { status: 'active', cancelAtPeriodEnd: true, canceledAt: '2010-01-01T00:00:00.000Z', endedAt: null, currentPeriodEnd: '2010-02-01T00:00:00.000Z' })
  assert.ok(!dueIds(await findDueDeletions(JAN_2026)).includes('c1'))
})

test('genehmigter Antrag ohne decidedAt: übersprungen und gemeldet, kein Rückgriff auf appliedAt', async () => {
  aw.seed('takeoverCredits', { $id: 'nd_tk', customerId: 'nd', status: 'genehmigt', appliedAt: '2010-01-01T00:00:00.000Z', files: '[]' })
  const plan = await findDueDeletions(JAN_2026)
  assert.ok(!plan.takeover.some((t) => t.id === 'nd_tk'))
  assert.ok(plan.skipped.some((t) => t.id === 'nd_tk'))
  assert.match(formatReport(plan), /Übersprungen[\s\S]*nd_tk/)
})

test('retention_loescht_news: Beiträge, Fotos und Funktionen fälliger Kunden', async () => {
  const { storeNewsImage, newsImagePath } = await import('../server/services/newsImages.js')
  const sharp = (await import('sharp')).default
  const png = () => sharp({ create: { width: 40, height: 30, channels: 3, background: '#c33' } }).png().toBuffer()
  sub('rn_sub', 'rn', { status: 'canceled', endedAt: '2022-03-15T10:00:00.000Z' })
  sub('rn2_sub', 'rn2', { status: 'active' }) // laufendes Abo: nichts davon wird angefasst
  stripeSub('rn_sub', 'rn')
  const { imageId } = await storeNewsImage({ customerId: 'rn', projectId: 'rnp', buffer: await png() })
  const other = await storeNewsImage({ customerId: 'rn2', projectId: 'rntwop', buffer: await png() })
  aw.seed('newsPosts', { $id: 'rn_post1', customerId: 'rn', projectId: 'rnp', type: 'photo', imageId, title: '', text: '' })
  aw.seed('newsPosts', { $id: 'rn_post2', customerId: 'rn', projectId: 'rnp', type: 'note', imageId: null, title: 'Hi', text: 'Hallo' })
  aw.seed('newsPosts', { $id: 'rn2_post', customerId: 'rn2', projectId: 'rntwop', type: 'photo', imageId: other.imageId, title: '', text: '' })
  aw.seed('portalFeatures', { $id: 'rn_feat', customerId: 'rn', projectId: 'rnp', featureKey: 'news', state: 'active', enabled: true })
  aw.seed('portalFeatures', { $id: 'rn2_feat', customerId: 'rn2', projectId: 'rntwop', featureKey: 'news', state: 'active', enabled: true })

  const plan = await findDueDeletions(JAN_2026)
  const entry = plan.news.find((n) => n.customerId === 'rn')
  assert.deepEqual(entry.posts.map((p) => p.id).sort(), ['rn_post1', 'rn_post2'])
  assert.deepEqual(entry.posts.find((p) => p.id === 'rn_post1'), { id: 'rn_post1', projectId: 'rnp', imageId })
  assert.deepEqual(entry.featureIds, ['rn_feat'])
  assert.ok(!plan.news.some((n) => n.customerId === 'rn2'))
  assert.match(formatReport(plan), /Kunde rn: 2 News-Beitrag\/-Beiträge mit 1 Foto\(s\) zu löschen, 1 Funktion\(en\) abzuschalten/)

  const result = await applyDeletions(plan)
  assert.deepEqual(result.failed, [])
  assert.equal(result.deleted.newsPosts, 2)
  assert.equal(result.deleted.newsImages, 1)
  assert.equal(result.deleted.features, 1)
  assert.match(formatReport(plan, result), /News: 2 Beitrag\/Beiträge und 1 Foto\(s\) gelöscht, 1 Funktion\(en\) abgeschaltet/)
  assert.equal([...aw.docs('newsPosts').values()].filter((d) => d.customerId === 'rn').length, 0)
  assert.equal([...aw.docs('newsPosts').values()].filter((d) => d.customerId === 'rn2').length, 1)
  assert.equal(existsSync(newsImagePath('rnp', imageId, 'l')), false)
  assert.equal(existsSync(newsImagePath('rntwop', other.imageId, 'l')), true)
  const feat = [...aw.docs('portalFeatures').values()].find((d) => d.$id === 'rn_feat')
  assert.equal(feat.state, 'disabled')
  assert.equal(feat.enabled, false)
  assert.equal([...aw.docs('portalFeatures').values()].find((d) => d.$id === 'rn2_feat').state, 'active')
})

test('retention: Analyse-Dokument schaltet auch den Sammeldienst ab', async () => {
  const { analyseDeps } = await import('../server/services/analyse.js')
  sub('ra_sub', 'ra', { status: 'canceled', endedAt: '2022-03-15T10:00:00.000Z' })
  stripeSub('ra_sub', 'ra')
  aw.seed('websiteProjects', { $id: 'rap', customerId: 'ra', projectName: 'Alt', subdomain: 'altprojekt', isPublic: true })
  aw.seed('portalFeatures', { $id: 'ra_feat', customerId: 'ra', projectId: 'rap', featureKey: 'analyse', state: 'active', enabled: true, siteKey: 'abcdefghij234567' })
  const puts = []
  const ok = analyseDeps.client
  analyseDeps.client = { putSite: async (k, b) => { puts.push(['put', k, b]) }, stopSite: async (k) => { puts.push(['stop', k]) } }
  try {
    const plan = await findDueDeletions(JAN_2026)
    assert.ok(plan.news.find((n) => n.customerId === 'ra').featureIds.includes('ra_feat'))
    const result = await applyDeletions(plan)
    assert.deepEqual(result.failed, [])
    assert.deepEqual(puts, [['stop', 'abcdefghij234567']])
    assert.equal([...aw.docs('portalFeatures').values()].find((d) => d.$id === 'ra_feat').state, 'disabled')
  } finally {
    analyseDeps.client = ok
  }
})