feat: import job runner in-memory

- Añade ImportRunner en memoria con concurrencia configurable
- Tests TDD para enqueue, concurrencia y comportamiento tras stop
- Actualiza /api/import/scan para encolar jobs y registrar errores
- Ajusta tsconfig.json para incluir tests en comprobaciones de tipo

backend/src/app.ts

@@ -3,6 +3,7 @@ import cors from '@fastify/cors';
 import helmet from '@fastify/helmet';
 import rateLimit from '@fastify/rate-limit';
 import healthRoutes from './routes/health';
+import importRoutes from './routes/import';
 
 export function buildApp(): FastifyInstance {
   const app: FastifyInstance = Fastify({
@@ -13,6 +14,7 @@ export function buildApp(): FastifyInstance {
   void app.register(helmet);
   void app.register(rateLimit, { max: 1000, timeWindow: '1 minute' });
   void app.register(healthRoutes, { prefix: '/api' });
+  void app.register(importRoutes, { prefix: '/api' });
 
   return app;
 }

backend/src/config.ts

@@ -0,0 +1,7 @@
+import os from 'os';
+
+const envVal = Number.parseInt(process.env.IMPORT_CONCURRENCY ?? '', 10);
+export const IMPORT_CONCURRENCY =
+  Number.isFinite(envVal) && envVal > 0 ? envVal : Math.min(8, Math.max(1, os.cpus().length - 1));
+
+export default IMPORT_CONCURRENCY;

backend/src/jobs/importRunner.ts

@@ -0,0 +1,133 @@
+import { IMPORT_CONCURRENCY } from '../config';
+
+type Task<T = unknown> = {
+  fn: () => Promise<T> | T;
+  resolve: (value: T) => void;
+  reject: (err: any) => void;
+  promise?: Promise<T>;
+};
+
+export class ImportRunner {
+  private concurrency: number;
+  private queue: Task[] = [];
+  private runningCount = 0;
+  private completedCount = 0;
+  private isRunning = false;
+  private stopped = false;
+
+  constructor(concurrency?: number) {
+    this.concurrency = Math.max(1, concurrency ?? IMPORT_CONCURRENCY);
+  }
+
+  start() {
+    if (this.isRunning) return;
+    this.isRunning = true;
+    this.stopped = false;
+    this._processQueue();
+  }
+
+  async stopAndWait() {
+    this.stop();
+
+    // wait until any running tasks finish
+    while (this.runningCount > 0) {
+      await new Promise((res) => setImmediate(res));
+    }
+  }
+  stop() {
+    if (this.stopped) return;
+
+    this.isRunning = false;
+    this.stopped = true;
+
+    // reject and count all pending tasks (schedule rejection to avoid unhandled rejections)
+    while (this.queue.length > 0) {
+      const task = this.queue.shift()!;
+      this.completedCount++;
+      // attach a noop catch so Node doesn't treat the rejection as unhandled
+      if (task.promise) {
+        task.promise.catch(() => {});
+      }
+      setImmediate(() => {
+        try {
+          task.reject(new Error('ImportRunner stopped'));
+        } catch (e) {
+          // noop
+        }
+      });
+    }
+  }
+
+  enqueue<T = unknown>(fn: () => Promise<T> | T): Promise<T> {
+    if (this.stopped) {
+      return Promise.reject(new Error('ImportRunner stopped'));
+    }
+
+    let resolveFn!: (v: T) => void;
+    let rejectFn!: (e: any) => void;
+    const p = new Promise<T>((res, rej) => {
+      resolveFn = res;
+      rejectFn = rej;
+    });
+
+    this.queue.push({ fn, resolve: resolveFn, reject: rejectFn, promise: p });
+
+    // start or continue processing immediately so the first task begins right away
+    if (!this.isRunning) {
+      this.start();
+    } else {
+      this._processQueue();
+    }
+
+    return p;
+  }
+
+  getStatus() {
+    return {
+      queued: this.queue.length,
+      running: this.runningCount,
+      completed: this.completedCount,
+      concurrency: this.concurrency,
+    };
+  }
+
+  private _processQueue() {
+    if (!this.isRunning) return;
+
+    while (this.runningCount < this.concurrency && this.queue.length > 0) {
+      const task = this.queue.shift()!;
+
+      const result = Promise.resolve().then(() => task.fn());
+
+      this.runningCount++;
+
+      result
+        .then((res) => {
+          this.runningCount--;
+          this.completedCount++;
+          try {
+            task.resolve(res as any);
+          } catch (e) {
+            // noop
+          }
+          setImmediate(() => this._processQueue());
+        })
+        .catch((err) => {
+          this.runningCount--;
+          this.completedCount++;
+          console.error(err);
+          try {
+            task.reject(err);
+          } catch (e) {
+            // noop
+          }
+          setImmediate(() => this._processQueue());
+        });
+    }
+  }
+}
+
+export const runner = new ImportRunner();
+runner.start();
+
+export default runner;

backend/src/lib/fileTypeDetector.ts

@@ -0,0 +1,17 @@
+import path from 'path';
+
+export function detectFormat(filename: string): string {
+  const ext = path.extname(filename || '').toLowerCase();
+
+  if (!ext) return 'bin';
+
+  const map: Record<string, string> = {
+    '.zip': 'zip',
+    '.7z': '7z',
+    '.chd': 'chd',
+  };
+
+  return map[ext] ?? ext.replace(/^\./, '');
+}
+
+export default detectFormat;

backend/src/routes/import.ts

@@ -0,0 +1,25 @@
+import { FastifyInstance } from 'fastify';
+import { runner } from '../jobs/importRunner';
+
+export default async function importRoutes(app: FastifyInstance) {
+  app.post('/import/scan', async (request, reply) => {
+    const body = request.body as any;
+
+    // Encolar el job en background (placeholder)
+    setImmediate(() => {
+      // placeholder task: no persistencia, trabajo ligero en background
+      runner
+        .enqueue(async () => {
+          // usar body en caso necesario; aquí sólo un placeholder
+          void body;
+          return true;
+        })
+        .catch((err) => {
+          app.log.warn({ err }, 'Background import task failed');
+        });
+    });
+
+    // Responder inmediatamente
+    reply.code(202).send({ status: 'queued' });
+  });
+}

backend/src/services/checksumService.ts

@@ -0,0 +1,62 @@
+import fs from 'fs';
+import { createHash } from 'crypto';
+
+function makeCRCTable(): Uint32Array {
+  const table = new Uint32Array(256);
+  for (let n = 0; n < 256; n++) {
+    let c = n;
+    for (let k = 0; k < 8; k++) {
+      if (c & 1) c = 0xedb88320 ^ (c >>> 1);
+      else c = c >>> 1;
+    }
+    table[n] = c >>> 0;
+  }
+  return table;
+}
+
+const CRC_TABLE = makeCRCTable();
+
+function updateCrc(crc: number, buf: Buffer): number {
+  let c = crc >>> 0;
+  for (let i = 0; i < buf.length; i++) {
+    c = (CRC_TABLE[(c ^ buf[i]) & 0xff] ^ (c >>> 8)) >>> 0;
+  }
+  return c >>> 0;
+}
+
+export async function computeHashes(filePath: string): Promise<{
+  size: number;
+  md5: string;
+  sha1: string;
+  crc32: string;
+}> {
+  return new Promise((resolve, reject) => {
+    const md5 = createHash('md5');
+    const sha1 = createHash('sha1');
+
+    let size = 0;
+    let crc = 0xffffffff >>> 0;
+
+    const rs = fs.createReadStream(filePath);
+
+    rs.on('error', (err) => reject(err));
+
+    rs.on('data', (chunk: Buffer) => {
+      md5.update(chunk);
+      sha1.update(chunk);
+      size += chunk.length;
+      crc = updateCrc(crc, chunk);
+    });
+
+    rs.on('end', () => {
+      const md5sum = md5.digest('hex');
+      const sha1sum = sha1.digest('hex');
+      const final = (crc ^ 0xffffffff) >>> 0;
+      const crcHex = final.toString(16).padStart(8, '0').toLowerCase();
+
+      resolve({ size, md5: md5sum, sha1: sha1sum, crc32: crcHex });
+    });
+  });
+}
+
+export default computeHashes;

backend/src/services/datVerifier.ts

@@ -0,0 +1,11 @@
+export function parseDat(_xml: string): any {
+  // Stub: el parseo completo no se implementa en esta fase.
+  return {};
+}
+
+export async function verifyRomAgainstDat(_romMeta: any, _parsedDat: any): Promise<any> {
+  // Stub: verificación mínima para que los tests de integración puedan ser saltados.
+  return {};
+}
+
+export default { parseDat, verifyRomAgainstDat };

backend/src/services/fsScanner.ts

@@ -0,0 +1,42 @@
+import path from 'path';
+import { promises as fsPromises } from 'fs';
+import { detectFormat } from '../lib/fileTypeDetector';
+
+export async function scanDirectory(dirPath: string): Promise<any[]> {
+  const results: any[] = [];
+
+  async function walk(dir: string) {
+    const entries = await fsPromises.readdir(dir, { withFileTypes: true });
+
+    for (const entry of entries) {
+      if (entry.name.startsWith('.')) continue; // ignore dotfiles
+
+      const full = path.join(dir, entry.name);
+
+      if (entry.isDirectory()) {
+        await walk(full);
+        continue;
+      }
+
+      if (entry.isFile()) {
+        const stat = await fsPromises.stat(full);
+        const format = detectFormat(entry.name);
+        const isArchive = ['zip', '7z', 'chd'].includes(format);
+
+        results.push({
+          path: full,
+          filename: entry.name,
+          name: entry.name,
+          size: stat.size,
+          format,
+          isArchive,
+        });
+      }
+    }
+  }
+
+  await walk(dirPath);
+  return results;
+}
+
+export default scanDirectory;

backend/tests/fixtures/dats/sample-no-intro.dat.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<datafile>
+  <header>
+    <name>Sample No-Intro DAT</name>
+  </header>
+  <game name="Simple ROM">
+    <rom name="simple-rom.bin" size="16" crc="DEADBEEF" md5="00000000000000000000000000000000" sha1="0000000000000000000000000000000000000000" />
+  </game>
+</datafile>

backend/tests/fixtures/empty/.gitkeep

@@ -0,0 +1 @@
+// placeholder to ensure directory exists; scanner ignores dotfiles

backend/tests/fixtures/nested/nested-rom.bin

@@ -0,0 +1 @@
+NESTED-ROM-TEST

backend/tests/fixtures/simple-rom.bin

@@ -0,0 +1 @@
+SIMPLE-ROM-TEST

backend/tests/jobs/importRunner.spec.ts

@@ -0,0 +1,119 @@
+import { describe, it, expect } from 'vitest';
+import { ImportRunner } from '../../src/jobs/importRunner';
+
+describe('jobs/importRunner', () => {
+  it('enqueue rechaza después de stop', async () => {
+    const runner = new ImportRunner(1);
+    runner.start();
+    runner.stop();
+
+    await expect(runner.enqueue(() => 'x')).rejects.toThrow();
+  });
+
+  it('rechaza tareas en cola tras stop', async () => {
+    const r = new ImportRunner(1);
+
+    // Primera tarea comienza inmediatamente
+    const t1 = r.enqueue(async () => {
+      await new Promise((res) => setTimeout(res, 50));
+      return 'ok1';
+    });
+
+    // Segunda tarea quedará en cola
+    const t2 = r.enqueue(async () => 'ok2');
+
+    // Parar el runner inmediatamente
+    r.stop();
+
+    await expect(t1).resolves.toBe('ok1');
+    await expect(t2).rejects.toThrow(/ImportRunner stopped/);
+
+    const s = r.getStatus();
+    expect(s.completed).toBeGreaterThanOrEqual(1);
+  });
+
+  it('completed incrementa en rechazo', async () => {
+    const runner = new ImportRunner(1);
+    runner.start();
+
+    const p = runner.enqueue(() => Promise.reject(new Error('boom')));
+
+    await expect(p).rejects.toThrow('boom');
+
+    const status = runner.getStatus();
+    expect(status.completed).toBeGreaterThanOrEqual(1);
+
+    runner.stop();
+  });
+
+  it('enqueue resuelve con el resultado de la tarea', async () => {
+    const runner = new ImportRunner(2);
+    runner.start();
+
+    const result = await runner.enqueue(async () => 'ok');
+    expect(result).toBe('ok');
+
+    const status = runner.getStatus();
+    expect(status.completed).toBe(1);
+    expect(status.running).toBe(0);
+    expect(status.queued).toBe(0);
+    expect(status.concurrency).toBe(2);
+
+    runner.stop();
+  });
+
+  it('respeta la concurrencia configurada', async () => {
+    const concurrency = 2;
+    const runner = new ImportRunner(concurrency);
+    runner.start();
+
+    let active = 0;
+    const observed: number[] = [];
+
+    const makeTask = (delay: number) => async () => {
+      active++;
+      observed.push(active);
+      await new Promise((r) => setTimeout(r, delay));
+      active--;
+      return 'done';
+    };
+
+    const promises = [];
+    for (let i = 0; i < 5; i++) {
+      promises.push(runner.enqueue(makeTask(80)));
+    }
+
+    await Promise.all(promises);
+
+    expect(Math.max(...observed)).toBeLessThanOrEqual(concurrency);
+
+    runner.stop();
+  });
+
+  it('getStatus reporta queued, running, completed y concurrency', async () => {
+    const concurrency = 2;
+    const runner = new ImportRunner(concurrency);
+    runner.start();
+
+    const p1 = runner.enqueue(() => new Promise((r) => setTimeout(() => r('a'), 60)));
+    const p2 = runner.enqueue(() => new Promise((r) => setTimeout(() => r('b'), 60)));
+    const p3 = runner.enqueue(() => new Promise((r) => setTimeout(() => r('c'), 60)));
+
+    // allow the runner to start tasks
+    await new Promise((r) => setImmediate(r));
+
+    const statusNow = runner.getStatus();
+    expect(statusNow.concurrency).toBe(concurrency);
+    expect(statusNow.running).toBeLessThanOrEqual(concurrency);
+    expect(statusNow.queued).toBeGreaterThanOrEqual(0);
+
+    await Promise.all([p1, p2, p3]);
+
+    const statusAfter = runner.getStatus();
+    expect(statusAfter.queued).toBe(0);
+    expect(statusAfter.running).toBe(0);
+    expect(statusAfter.completed).toBe(3);
+
+    runner.stop();
+  });
+});

backend/tests/routes/import.spec.ts

@@ -0,0 +1,19 @@
+import { describe, it, expect } from 'vitest';
+import { buildApp } from '../../src/app';
+
+describe('routes/import', () => {
+  it('POST /api/import/scan devuelve 202 o 200', async () => {
+    const app = buildApp();
+    await app.ready();
+
+    const res = await app.inject({
+      method: 'POST',
+      url: '/api/import/scan',
+      payload: { persist: false },
+    });
+
+    expect([200, 202]).toContain(res.statusCode);
+
+    await app.close();
+  });
+});

backend/tests/services/checksumService.spec.ts

@@ -0,0 +1,21 @@
+import { describe, it, expect } from 'vitest';
+import path from 'path';
+import { computeHashes } from '../../src/services/checksumService';
+
+const fixturesDir = path.join(__dirname, '..', 'fixtures');
+const simpleRom = path.join(fixturesDir, 'simple-rom.bin');
+
+describe('services/checksumService', () => {
+  it('exporta computeHashes', () => {
+    expect(typeof computeHashes).toBe('function');
+  });
+
+  it('calcula hashes', async () => {
+    const meta = await computeHashes(simpleRom);
+    expect(meta).toBeDefined();
+    expect(meta.size).toBeGreaterThan(0);
+    expect(meta.md5).toBeDefined();
+    expect(meta.sha1).toBeDefined();
+    expect(meta.crc32).toBeDefined();
+  });
+});

backend/tests/services/datVerifier.spec.ts

@@ -0,0 +1,35 @@
+import { describe, it, expect } from 'vitest';
+import path from 'path';
+import fs from 'fs';
+import { parseDat, verifyRomAgainstDat } from '../../src/services/datVerifier';
+
+const fixturesDir = path.join(__dirname, '..', 'fixtures');
+const datPath = path.join(fixturesDir, 'dats', 'sample-no-intro.dat.xml');
+const simpleRom = path.join(fixturesDir, 'simple-rom.bin');
+
+const runIntegration = !!process.env.INTEGRATION;
+const describeIf = runIntegration ? describe : describe.skip;
+
+describeIf('services/datVerifier', () => {
+  it('parsea DAT xml', () => {
+    const xml = fs.readFileSync(datPath, 'utf8');
+    const parsed = parseDat(xml);
+    expect(parsed).toBeDefined();
+  });
+
+  it('verifica rom contra DAT', async () => {
+    const stats = fs.statSync(simpleRom);
+    const romMeta = {
+      filename: 'simple-rom.bin',
+      size: stats.size,
+      md5: 'placeholder',
+      sha1: 'placeholder',
+      crc32: 'placeholder',
+    } as any;
+
+    const xml = fs.readFileSync(datPath, 'utf8');
+    const parsed = parseDat(xml);
+    const res = await verifyRomAgainstDat(romMeta, parsed);
+    expect(res).toBeDefined();
+  });
+});

backend/tests/services/fsScanner.spec.ts

@@ -0,0 +1,28 @@
+import { describe, it, expect } from 'vitest';
+import path from 'path';
+import { scanDirectory } from '../../src/services/fsScanner';
+
+const fixturesDir = path.join(__dirname, '..', 'fixtures');
+const emptyDir = path.join(fixturesDir, 'empty');
+
+describe('services/fsScanner', () => {
+  it('exporta scanDirectory', () => {
+    expect(typeof scanDirectory).toBe('function');
+  });
+
+  it('carpeta vacía devuelve array', async () => {
+    const res = await scanDirectory(emptyDir);
+    expect(Array.isArray(res)).toBe(true);
+    expect((res as any[]).length).toBe(0);
+  });
+
+  it('detecta simple-rom.bin', async () => {
+    const res = await scanDirectory(fixturesDir);
+    const found = (res as any[]).find(
+      (r: any) => r.filename === 'simple-rom.bin' || r.name === 'simple-rom.bin'
+    );
+    expect(found).toBeTruthy();
+    expect(found.size).toBeGreaterThan(0);
+    expect(found.format).toBeDefined();
+  });
+});

backend/tsconfig.json

@@ -4,7 +4,7 @@
     "module": "CommonJS",
     "esModuleInterop": true,
     "moduleResolution": "node",
-    "rootDir": "src",
+    "rootDir": ".",
     "outDir": "dist",
     "strict": true,
     "skipLibCheck": true,