88 lines
3.7 KiB
JavaScript
88 lines
3.7 KiB
JavaScript
'use strict';
|
|
const { test } = require('node:test'),
|
|
assert = require('node:assert/strict'),
|
|
{ createCanvas } = require('@napi-rs/canvas');
|
|
const { managementFixture } = require('./management-fixture.cjs');
|
|
test(
|
|
'image send requires selected model support, keeps binary out of transcripts and preserves private follow-up',
|
|
{ timeout: 120000 },
|
|
async (t) => {
|
|
require('../fixtures/isolated-vault-key.cjs')(t);
|
|
const f = await managementFixture(t),
|
|
{ store, assistant } = f,
|
|
admin = await f.login(),
|
|
viewer = await f.login('viewer');
|
|
store.saveSettings({
|
|
...store.settings(),
|
|
runtimePath: process.execPath,
|
|
apiKey: 'TEST_IMAGE_KEY',
|
|
});
|
|
let calls = [];
|
|
assistant.runtime.chat = async (input) => {
|
|
calls.push(input);
|
|
return JSON.stringify({ reply: '已读取图片。', actions: [] });
|
|
};
|
|
const png = createCanvas(40, 20).toBuffer('image/png');
|
|
const upload = await f.call(
|
|
'/assistant/attachments',
|
|
{ name: 'picture.png', data: png.toString('base64') },
|
|
admin,
|
|
);
|
|
assert.equal(upload.status, 201);
|
|
const file = await upload.json();
|
|
assert.equal(file.imageData, undefined);
|
|
assert.match(file.previewImage, /^data:image\/png;base64,/);
|
|
const c = await (await f.call('/assistant/conversations', {}, admin)).json(),
|
|
base = '/assistant/conversations/' + c.id;
|
|
assert.equal(
|
|
(await f.call(base + '/messages', { text: '分析图片', attachments: [file.id] }, admin))
|
|
.status,
|
|
415,
|
|
);
|
|
assert.equal(store.usage().calls, 0);
|
|
assert.equal(calls.length, 0);
|
|
const row = store.providers.read('deepseek');
|
|
store.providers.save({
|
|
...row,
|
|
models: row.models.map((m) => ({ ...m, inputModalities: ['text', 'image'] })),
|
|
});
|
|
const sent = await (
|
|
await f.call(base + '/messages', { text: '分析图片', attachments: [file.id] }, admin)
|
|
).json();
|
|
await assistant.running.get(sent.id)?.task;
|
|
assert.equal(calls.length, 1);
|
|
assert.equal(calls[0].images[0].mediaType, 'image/png');
|
|
assert.ok(calls[0].images[0].data.length);
|
|
assert.doesNotMatch(JSON.stringify(calls[0].context), /imageData|iVBORw0KGgo/);
|
|
const transcript = await (await f.call(base, undefined, admin)).json();
|
|
assert.doesNotMatch(JSON.stringify(transcript), /imageData|iVBORw0KGgo/);
|
|
const preview = base + '/attachments/' + file.id + '/preview';
|
|
assert.equal((await f.call(preview, undefined, viewer)).status, 404);
|
|
const mine = await f.call(preview, undefined, admin);
|
|
assert.equal(mine.status, 200);
|
|
assert.match(mine.headers.get('content-type'), /image\/png/);
|
|
assert.ok((await mine.arrayBuffer()).byteLength);
|
|
const follow = await (await f.call(base + '/messages', { text: '继续看图' }, admin)).json();
|
|
await assistant.running.get(follow.id)?.task;
|
|
assert.equal(calls[1].images.length, 1);
|
|
const vision = store.providers.read('deepseek');
|
|
store.providers.save({
|
|
...vision,
|
|
models: vision.models.map((m) => ({ ...m, inputModalities: ['text'] })),
|
|
});
|
|
const plain = await (await f.call(base + '/messages', { text: '只分析文字' }, admin)).json();
|
|
await assistant.running.get(plain.id)?.task;
|
|
assert.equal(calls[2].images.length, 0);
|
|
assert.match(calls[2].context.attachmentNote, /历史图片/);
|
|
const owner = f.users.users().find((u) => u.username === 'admin').id;
|
|
const archived = store.trash(c.id, owner, { version: store.conversation(c.id, owner).version });
|
|
store.purge(c.id, owner, { version: archived.version, confirm: 'delete' });
|
|
assert.equal(
|
|
store.db
|
|
.prepare('SELECT COUNT(*) AS n FROM assistant_attachments WHERE conversation_id=?')
|
|
.get(c.id).n,
|
|
0,
|
|
);
|
|
},
|
|
);
|