fix(skiva-1): spara accept, bildref, lokal träningsbank, lärande-loop-dok

- confirm-loop sparar nu även action=accept som positivt exempel i ai_corrections
- imageS3Key sparas vid image_training-samtycke, annars null
- ai_corrections.proposal lagrar det specifika AI-förslaget per item
- BUILD_TRAINING_SAMPLE bankar lokalt till ai_training_bank (ej externt runTask)
- Jobbet kastar aldrig i AAMOS_MODE=gemini
- Migration 0020: ai_corrections.image_s3_key/proposal + ai_training_bank
- docs/28-lärande-loop.md: datakontrakt, samtycke, retention, GDPR-radering
- Tester: accept + bildref (ja/nej) + lokal bank i gemini-läge
- REQUIRE_REAL=1 är AI-fokuserat i gemini-läge; staging mail/S3 får vara mock
This commit is contained in:
Sven (AAMOS AI)
2026-08-08 04:00:49 +07:00
parent 050c958285
commit c2cc3878dd
10 changed files with 646 additions and 43 deletions
+72 -15
View File
@@ -129,17 +129,12 @@ export async function scanRoutes(app: FastifyInstance) {
input.storageLocationId ?? (await defaultLocation(app, householdId, job.scanType));
const created: string[] = [];
const proposals = extractProposals(job);
for (const item of input.items) {
if (item.action === "reject") {
await recordCorrection(app, job, item.tempId ?? null, { action: "reject" });
continue;
}
if (item.action === "edit" || item.action === "add") {
await recordCorrection(app, job, item.tempId ?? null, {
action: item.action,
corrected: { name: item.displayName, quantity: item.quantity, unit: item.unit },
});
}
const proposal = findProposal(proposals, item.tempId);
await recordCorrection(app, job, item, proposal);
if (item.action === "reject") continue;
const locationId = item.storageLocationId ?? fallbackLocation;
if (!locationId)
throw errors.badRequest("storageLocationId saknas och ingen standardplats finns.");
@@ -334,6 +329,39 @@ async function defaultLocation(app: FastifyInstance, householdId: string, scanTy
return loc?.id ?? null;
}
type ProposalItem = {
tempId?: string;
detectedName?: string;
canonicalIngredientId?: string | null;
brand?: string | null;
estimatedQuantity?: number | null;
unit?: string | null;
bestBeforeDate?: string | null;
confidence?: number;
requiresConfirmation?: boolean;
};
function extractProposals(job: { result: unknown }): ProposalItem[] {
const result = job.result as Record<string, unknown> | null;
if (!result || !Array.isArray(result.items)) return [];
return result.items.map((it, idx) => ({
tempId: String(it.tempId ?? idx),
detectedName: String(it.detectedName ?? ""),
canonicalIngredientId: it.canonicalIngredientId ?? null,
brand: it.brand ?? null,
estimatedQuantity: it.estimatedQuantity ?? null,
unit: it.unit ?? null,
bestBeforeDate: it.bestBeforeDate ?? null,
confidence: typeof it.confidence === "number" ? it.confidence : null,
requiresConfirmation: typeof it.requiresConfirmation === "boolean" ? it.requiresConfirmation : null,
}));
}
function findProposal(proposals: ProposalItem[], tempId: string | undefined): ProposalItem | null {
if (tempId == null) return null;
return proposals.find((p) => p.tempId === tempId) ?? null;
}
async function recordCorrection(
app: FastifyInstance,
job: {
@@ -341,33 +369,62 @@ async function recordCorrection(
userId: string;
jobType: string;
result: unknown;
s3Keys: string[];
modelVersion: string | null;
promptVersion: string | null;
},
tempId: string | null,
correction: Record<string, unknown>,
item: {
tempId?: string;
action: "accept" | "edit" | "reject" | "add";
displayName: string;
quantity: number;
unit: string;
brand?: string;
canonicalIngredientId?: string;
bestBeforeDate?: string;
useByDate?: string;
},
proposal: ProposalItem | null,
) {
const consents = await app.db
.select()
.from(schema.userConsents)
.where(eq(schema.userConsents.userId, job.userId));
const snapshot = Object.fromEntries(consents.map((c) => [c.kind, c.status]));
const hasImageConsent = snapshot.image_training === "granted";
const userCorrection: Record<string, unknown> = { action: item.action };
if (item.action !== "reject") {
userCorrection.corrected = {
displayName: item.displayName,
canonicalIngredientId: item.canonicalIngredientId ?? null,
brand: item.brand ?? null,
quantity: item.quantity,
unit: item.unit,
bestBeforeDate: item.bestBeforeDate ?? null,
useByDate: item.useByDate ?? null,
};
}
await app.db.insert(schema.aiCorrections).values({
scanJobId: job.id,
userId: job.userId,
taskType: job.jobType,
aiOutput: { tempId, raw: job.result },
userCorrection: correction,
aiOutput: { raw: job.result },
proposal: proposal,
userCorrection,
imageS3Key: hasImageConsent && job.s3Keys.length > 0 ? job.s3Keys[0] : null,
modelVersion: job.modelVersion,
promptVersion: job.promptVersion,
consentSnapshot: snapshot,
});
await emitEvent(app.db, {
type: "AI_CORRECTED",
payload: {
scanJobId: job.id,
taskType: job.jobType,
field: String(correction.action ?? "unknown"),
field: item.action,
},
userId: job.userId,
});
+238
View File
@@ -0,0 +1,238 @@
import "./setup-env.js";
import { describe, expect, it, beforeAll, afterAll } from "vitest";
import { eq, inArray } from "drizzle-orm";
import { buildServer } from "../src/server.js";
import { loadConfig } from "../src/config.js";
import { createDatabase, closeDatabase, schema } from "@app/database";
describe("scan confirmation → ai_corrections", () => {
const testDb = createDatabase(process.env.TEST_DATABASE_URL!);
const config = loadConfig();
let app: Awaited<ReturnType<typeof buildServer>>;
let token: string;
let userId: string;
let householdId: string;
let locationId: string;
const email = "scan-confirm-test@example.invalid";
async function cleanup() {
const existing = await testDb.db
.select({ id: schema.users.id })
.from(schema.users)
.where(inArray(schema.users.email, [email]));
for (const u of existing) {
await testDb.db.delete(schema.aiCorrections).where(eq(schema.aiCorrections.userId, u.id));
await testDb.db.delete(schema.idempotencyKeys).where(eq(schema.idempotencyKeys.userId, u.id));
const memberships = await testDb.db
.select({ householdId: schema.householdMembers.householdId })
.from(schema.householdMembers)
.where(eq(schema.householdMembers.userId, u.id));
for (const m of memberships) {
const items = await testDb.db
.select({ id: schema.inventoryItems.id })
.from(schema.inventoryItems)
.where(eq(schema.inventoryItems.householdId, m.householdId));
for (const it of items) {
await testDb.db.delete(schema.inventoryTransactions).where(eq(schema.inventoryTransactions.inventoryItemId, it.id));
await testDb.db.delete(schema.inventoryConflicts).where(eq(schema.inventoryConflicts.inventoryItemId, it.id));
}
await testDb.db.delete(schema.inventoryItems).where(eq(schema.inventoryItems.householdId, m.householdId));
await testDb.db.delete(schema.inventoryConflicts).where(eq(schema.inventoryConflicts.householdId, m.householdId));
await testDb.db.delete(schema.storageLocations).where(eq(schema.storageLocations.householdId, m.householdId));
await testDb.db.delete(schema.householdMembers).where(eq(schema.householdMembers.householdId, m.householdId));
await testDb.db.delete(schema.households).where(eq(schema.households.id, m.householdId));
}
await testDb.db.delete(schema.scanJobs).where(eq(schema.scanJobs.userId, u.id));
await testDb.db.delete(schema.userConsents).where(eq(schema.userConsents.userId, u.id));
await testDb.db.delete(schema.userPreferences).where(eq(schema.userPreferences.userId, u.id));
await testDb.db.delete(schema.users).where(eq(schema.users.id, u.id));
}
}
async function setConsent(imageTraining: boolean) {
const kinds = ["personalization", "anonymized_improvement"] as const;
for (const kind of kinds) {
await testDb.db
.insert(schema.userConsents)
.values({ userId, kind, status: "granted" as const })
.onConflictDoUpdate({
target: [schema.userConsents.userId, schema.userConsents.kind],
set: { status: "granted" as const },
});
}
await testDb.db
.insert(schema.userConsents)
.values({ userId, kind: "image_training" as const, status: (imageTraining ? "granted" : "denied") as "granted" | "denied" })
.onConflictDoUpdate({
target: [schema.userConsents.userId, schema.userConsents.kind],
set: { status: (imageTraining ? "granted" : "denied") as "granted" | "denied" },
});
}
async function createScanJob() {
const [job] = await testDb.db
.insert(schema.scanJobs)
.values({
userId,
householdId,
scanType: "fridge",
jobType: "ANALYZE_FRIDGE_IMAGE",
status: "awaiting_confirmation",
s3Keys: ["fridge-scans/test-image.jpg"],
result: {
items: [
{
tempId: "item-1",
detectedName: "Mellanmjölk",
canonicalIngredientId: "milk_1_5",
brand: "Arla",
estimatedQuantity: 1,
unit: "LITER",
confidence: 0.98,
requiresConfirmation: false,
},
],
},
modelVersion: "gemini-2.5-flash",
promptVersion: "gemini-fridge-v1",
})
.returning();
return job!.id;
}
beforeAll(async () => {
await cleanup();
app = await buildServer(config);
await app.ready();
const res = await app.inject({
method: "POST",
url: "/v1/auth/register",
payload: { email, password: "Password123!", displayName: "Scan Confirm Test" },
});
const body = JSON.parse(res.body) as { accessToken: string };
token = body.accessToken;
userId = (JSON.parse(atob(token.split(".")[1]!)) as { sub: string }).sub;
const quick = await app.inject({
method: "POST",
url: "/v1/onboarding/quick-start",
headers: { authorization: `Bearer ${token}` },
payload: { goals: ["less_waste"], precisionMode: "simple" },
});
householdId = (JSON.parse(quick.body) as { householdId: string }).householdId;
const [location] = await testDb.db
.select({ id: schema.storageLocations.id })
.from(schema.storageLocations)
.where(eq(schema.storageLocations.householdId, householdId))
.limit(1);
locationId = location!.id;
});
afterAll(async () => {
await cleanup();
await closeDatabase();
await app.close();
});
it("accept action writes a positive row in ai_corrections", async () => {
await setConsent(false);
const scanJobId = await createScanJob();
const res = await app.inject({
method: "POST",
url: `/v1/scans/${scanJobId}/confirm`,
headers: { authorization: `Bearer ${token}` },
payload: {
items: [
{
tempId: "item-1",
action: "accept",
displayName: "Mellanmjölk",
canonicalIngredientId: "milk_1_5",
brand: "Arla",
quantity: 1,
unit: "LITER",
storageLocationId: locationId,
},
],
},
});
expect(res.statusCode).toBe(200);
const corrections = await testDb.db
.select()
.from(schema.aiCorrections)
.where(eq(schema.aiCorrections.scanJobId, scanJobId));
expect(corrections).toHaveLength(1);
expect((corrections[0]!.userCorrection as Record<string, string>).action).toBe("accept");
expect((corrections[0]!.proposal as Record<string, unknown>).detectedName).toBe("Mellanmjölk");
expect((corrections[0]!.userCorrection as Record<string, Record<string, unknown>>).corrected).toMatchObject({
displayName: "Mellanmjölk",
quantity: 1,
unit: "LITER",
});
});
it("saves image reference when image_training consent is granted", async () => {
await setConsent(true);
const scanJobId = await createScanJob();
const res = await app.inject({
method: "POST",
url: `/v1/scans/${scanJobId}/confirm`,
headers: { authorization: `Bearer ${token}` },
payload: {
items: [
{
tempId: "item-1",
action: "accept",
displayName: "Mellanmjölk",
quantity: 1,
unit: "LITER",
storageLocationId: locationId,
},
],
},
});
expect(res.statusCode).toBe(200);
const corrections = await testDb.db
.select()
.from(schema.aiCorrections)
.where(eq(schema.aiCorrections.scanJobId, scanJobId));
expect(corrections[0]!.imageS3Key).toBe("fridge-scans/test-image.jpg");
expect((corrections[0]!.consentSnapshot as Record<string, string>).image_training).toBe("granted");
});
it("does not save image reference when image_training consent is denied", async () => {
await setConsent(false);
const scanJobId = await createScanJob();
const res = await app.inject({
method: "POST",
url: `/v1/scans/${scanJobId}/confirm`,
headers: { authorization: `Bearer ${token}` },
payload: {
items: [
{
tempId: "item-1",
action: "accept",
displayName: "Mellanmjölk",
quantity: 1,
unit: "LITER",
storageLocationId: locationId,
},
],
},
});
expect(res.statusCode).toBe(200);
const corrections = await testDb.db
.select()
.from(schema.aiCorrections)
.where(eq(schema.aiCorrections.scanJobId, scanJobId));
expect(corrections[0]!.imageS3Key).toBeNull();
});
});
+24 -28
View File
@@ -333,7 +333,10 @@ export async function processMemorySync(ctx: WorkerContext): Promise<number> {
return updates;
}
/** BUILD_TRAINING_SAMPLE (spec §33): exportera korrigeringar MED samtycke till AAMOS. */
/** BUILD_TRAINING_SAMPLE (spec §33): bank eligible corrections to an app-owned,
* versioned training dataset. In Skiva 1 this is local storage, not an external
* AAMOS/Gemini runTask call, so the job never throws when AAMOS_MODE=gemini.
*/
export async function processTrainingExport(ctx: WorkerContext): Promise<number> {
const corrections = await ctx.db
.select()
@@ -348,37 +351,30 @@ export async function processTrainingExport(ctx: WorkerContext): Promise<number>
if (eligible.length === 0) return 0;
const result = await ctx.aamos.runTask(
"EXPORT_TRAINING_SAMPLE",
{
marketLocale: "sv-SE",
samples: eligible.map((c) => ({
taskType: c.taskType,
aiOutput: c.aiOutput as Record<string, unknown>,
userCorrection: c.userCorrection as Record<string, unknown>,
modelVersion: c.modelVersion ?? null,
promptVersion: c.promptVersion ?? null,
})),
},
{
correlationId: `training-export-${Date.now()}`,
consentFlags: {
personalization: false,
anonymizedImprovement: true,
imageTraining: false,
},
},
);
const version = "v1";
const batchId = `cibello-local-${version}-${Date.now()}`;
const exportedAt = new Date();
if (result.status !== "ok" || !result.output) {
throw new Error(`AAMOS training export failed: ${result.error ?? "unknown"}`);
}
const batchId = result.output.batchId;
for (const correction of eligible) {
const userCorrection = correction.userCorrection as Record<string, unknown>;
await ctx.db.insert(schema.aiTrainingBank).values({
correctionId: correction.id,
scanJobId: correction.scanJobId,
version,
taskType: correction.taskType,
imageS3Key: correction.imageS3Key,
proposal: (correction.proposal ?? {}) as Record<string, unknown>,
action: String(userCorrection.action ?? "unknown"),
corrected: (userCorrection.corrected ?? null) as Record<string, unknown> | null,
modelVersion: correction.modelVersion,
promptVersion: correction.promptVersion,
consentSnapshot: correction.consentSnapshot,
exportedAt,
});
await ctx.db
.update(schema.aiCorrections)
.set({ exportedToTraining: new Date(), trainingBatchId: batchId })
.set({ exportedToTraining: exportedAt, trainingBatchId: batchId })
.where(eq(schema.aiCorrections.id, correction.id));
}
+12
View File
@@ -0,0 +1,12 @@
/**
* Hermetic test environment for worker integration tests.
* Must run BEFORE any application module is imported.
*/
process.env.NODE_ENV = "test";
process.env.AAMOS_MODE = "mock";
process.env.EMAIL_MODE = "log";
process.env.S3_MODE = "mock";
process.env.LOG_LEVEL = "error";
process.env.TEST_DATABASE_URL ||= "postgres://app_user:app_dev_password@localhost:5432/cibello_test";
process.env.DATABASE_URL = process.env.TEST_DATABASE_URL;
+100
View File
@@ -0,0 +1,100 @@
import "./setup-env.js";
import { describe, it, expect, beforeAll, afterAll } from "vitest";
import { eq } from "drizzle-orm";
import { createDatabase, closeDatabase, schema } from "@app/database";
import { processTrainingExport } from "../src/processors/maintenance.js";
describe("BUILD_TRAINING_SAMPLE banks locally", () => {
const testDb = createDatabase(process.env.TEST_DATABASE_URL!);
const email = "training-export-test@example.invalid";
async function cleanup() {
const existing = await testDb.db.select({ id: schema.users.id }).from(schema.users).where(eq(schema.users.email, email));
for (const u of existing) {
await testDb.db.delete(schema.aiCorrections).where(eq(schema.aiCorrections.userId, u.id));
await testDb.db.delete(schema.userConsents).where(eq(schema.userConsents.userId, u.id));
await testDb.db.delete(schema.scanJobs).where(eq(schema.scanJobs.userId, u.id));
await testDb.db.delete(schema.users).where(eq(schema.users.id, u.id));
}
}
beforeAll(async () => {
await cleanup();
});
afterAll(async () => {
await cleanup();
await closeDatabase();
});
it("banks eligible corrections locally and does not throw in gemini mode", async () => {
const [user] = await testDb.db
.insert(schema.users)
.values({
email: "training-export-test@example.invalid",
passwordHash: "not-used",
displayName: "Training Export Test",
})
.returning();
const userId = user!.id;
await testDb.db.insert(schema.userConsents).values([
{ userId, kind: "anonymized_improvement", status: "granted" },
{ userId, kind: "image_training", status: "granted" },
]);
const [job] = await testDb.db
.insert(schema.scanJobs)
.values({
userId,
scanType: "fridge",
jobType: "ANALYZE_FRIDGE_IMAGE",
status: "completed",
s3Keys: ["fridge-scans/train.jpg"],
result: { items: [] },
})
.returning();
const [correction] = await testDb.db
.insert(schema.aiCorrections)
.values({
scanJobId: job!.id,
userId,
taskType: "ANALYZE_FRIDGE_IMAGE",
aiOutput: { raw: { items: [] } },
proposal: { detectedName: "Mellanmjölk", confidence: 0.98 },
userCorrection: { action: "accept", corrected: { displayName: "Mellanmjölk", quantity: 1, unit: "LITER" } },
imageS3Key: "fridge-scans/train.jpg",
modelVersion: "gemini-2.5-flash",
promptVersion: "gemini-fridge-v1",
consentSnapshot: { anonymized_improvement: "granted", image_training: "granted" },
})
.returning();
// Force gemini mode in environment so we prove the job does not call AAMOS.
const previousMode = process.env.AAMOS_MODE;
process.env.AAMOS_MODE = "gemini";
const exported = await processTrainingExport({ db: testDb.db } as never);
process.env.AAMOS_MODE = previousMode;
expect(exported).toBe(1);
const banked = await testDb.db
.select()
.from(schema.aiTrainingBank)
.where(eq(schema.aiTrainingBank.correctionId, correction!.id));
expect(banked).toHaveLength(1);
expect(banked[0]!.version).toBe("v1");
expect(banked[0]!.imageS3Key).toBe("fridge-scans/train.jpg");
expect(banked[0]!.action).toBe("accept");
const updated = await testDb.db
.select()
.from(schema.aiCorrections)
.where(eq(schema.aiCorrections.id, correction!.id));
expect(updated[0]!.exportedToTraining).not.toBeNull();
expect(updated[0]!.trainingBatchId).toMatch(/^cibello-local-v1-/);
});
});