perf: optimize full interface loading and refresh paths

This commit is contained in:
abaishu0730 committed 2026-10-28 09:24:04 +08:00
1 parent 649a0df832
commit f317314a3c
57 files changed
+791 -136

No files matched your search

+7 -7
View File
@@ -1,5 +1,6 @@
'use strict';
const {secureBpmTransport}=require('../bpm/api.cjs');
const {byteRange}=require('./files.cjs');
const fail=(message,status=400)=>{throw Object.assign(new Error(message),{status});};
function payload(body,keys){if(!body||Object.keys(body).some(k=>!keys.includes(k)))fail('存储操作参数无效。');}
async function storageApi({storage,workspace,user,url,route,method,body,request,response,reply,trustedProxy}){
@@ -25,14 +26,13 @@ async function storageApi({storage,workspace,user,url,route,method,body,request,
if(action==='archive'&&method==='POST'){payload(body,['jobId','directory']);const result=await storage.archive(id,body.jobId,body.directory??'',user.username);audit('PDF 归档完成',result.relativePath);reply(200,result);return true;}
if(action==='preview-info'&&method==='GET'){reply(200,await storage.previewInfo(id,url.searchParams.get('path')||''));return true;}
if((action==='file'||action==='content')&&method==='GET'){
const preview=action==='content',file=await storage[preview?'readPreview':'readFile'](id,url.searchParams.get('path')||''),total=file.bytes.length;
const preview=action==='content',range=request.headers.range,file=await storage[preview?'readPreview':'readFile'](id,url.searchParams.get('path')||'',range===undefined?{}:{range}),total=file.total??file.bytes.length;
response.setHeader('Content-Type',preview?file.contentType:'application/octet-stream');response.setHeader('Content-Disposition',(preview?'inline':'attachment')+"; filename*=UTF-8''"+encodeURIComponent(file.filename));response.setHeader('Content-Security-Policy',"default-src 'none'; sandbox");response.setHeader('Cross-Origin-Resource-Policy','same-origin');response.setHeader('Accept-Ranges','bytes');
let start=0,end=total-1,status=200;
if(request.headers.range){const range=/^bytes=(\d*)-(\d*)$/.exec(request.headers.range);if(!range||(!range[1]&&!range[2])){response.setHeader('Content-Range','bytes */'+total);response.writeHead(416);response.end();return true;}
if(range[1]){start=Number(range[1]);if(range[2])end=Math.min(Number(range[2]),end);}else start=Math.max(0,total-Number(range[2]));
if(!Number.isSafeInteger(start)||!Number.isSafeInteger(end)||start>end||start>=total){response.setHeader('Content-Range','bytes */'+total);response.writeHead(416);response.end();return true;}status=206;response.setHeader('Content-Range',`bytes ${start}-${end}/${total}`);
}
const bytes=file.bytes.subarray(start,end+1);response.setHeader('Content-Length',bytes.length);response.writeHead(status);response.end(bytes);return true;
const {start,end,status}=byteRange(range,total);
if(file.total!==undefined&&(file.start!==start||file.end!==end||file.status!==status||file.bytes.length!==(status===416?0:end-start+1)))fail('存储分段响应无效。',502);
if(status===416){response.setHeader('Content-Range','bytes */'+total);response.writeHead(416);response.end();return true;}
if(status===206)response.setHeader('Content-Range',`bytes ${start}-${end}/${total}`);
const bytes=file.total===undefined?file.bytes.subarray(start,end+1):file.bytes;response.setHeader('Content-Length',bytes.length);response.writeHead(status);response.end(bytes);return true;
}
}
fail('没有找到此存储操作。',404);
+34 -8
View File
@@ -15,6 +15,22 @@ function segments(relative=''){
}
function inside(root,file){const rel=path.relative(root,file);return !path.isAbsolute(rel)&&rel!=='..'&&!rel.startsWith('..'+path.sep);}
function digest(bytes){return crypto.createHash('sha256').update(bytes).digest('hex');}
function byteRange(value,total){
if(!Number.isSafeInteger(total)||total<0)throw fail('存储文件大小无效。',502);
const invalid={status:416,start:0,end:-1};
if(value===undefined)return {status:200,start:0,end:total-1};
const match=typeof value==='string'&&/^bytes=(\d*)-(\d*)$/.exec(value);if(!match||!total||(!match[1]&&!match[2]))return invalid;
const first=match[1]?Number(match[1]):null,last=match[2]?Number(match[2]):null;
if(first!==null&&!Number.isSafeInteger(first)||last!==null&&!Number.isSafeInteger(last))return invalid;
const start=first===null?Math.max(0,total-last):first,end=first===null||last===null?total-1:Math.min(last,total-1);
return start<0||start>end||start>=total?invalid:{status:206,start,end};
}
async function readExact(handle,start,length){
const buffer=Buffer.alloc(length);let offset=0;
while(offset<length){const result=await handle.read(buffer,offset,length-offset,start+offset);if(!result.bytesRead)throw fail('文件正在更新,请稍后重试。',409);offset+=result.bytesRead;}
return buffer;
}
const unchanged=(a,b)=>['dev','ino','size','mtimeNs','ctimeNs'].every(key=>a[key]===b[key]);
async function pdf(file){const info=await fs.stat(file);if(!info.isFile()||info.size>MAX_FILE)throw fail('PDF 必须为不超过 64 MiB 的文件。');const bytes=await fs.readFile(file);if(bytes.length>MAX_FILE||bytes.subarray(0,5).toString()!=='%PDF-')throw fail('文件不是有效的 PDF。');return bytes;}
class FileArea{
constructor(root,{boundary=root}={}){this.root=path.resolve(root);this.boundary=path.resolve(boundary);if(!inside(this.boundary,this.root))throw fail('归档根目录超出共享目录。');}
@@ -45,16 +61,26 @@ class FileArea{
}
async readPdf(relative){if(path.extname(relative).toLowerCase()!=='.pdf')throw fail('仅支持下载归档 PDF。');const file=await this.resolve(relative);return {bytes:await pdf(file),filename:path.basename(file)};}
async previewInfo(relative){const file=await this.resolve(relative),stat=await fs.stat(file);if(!stat.isFile())throw fail('请选择文件进行预览。');return describePreview(path.basename(file),stat.size);}
async readFile(relative,limit=MAX_FILE){
async readFile(relative,limit=MAX_FILE,{range,previewPdf=false}={}){
const file=await this.resolve(relative),handle=await fs.open(file,'r');
try{const stat=await handle.stat();if(!stat.isFile())throw fail('请选择要读取的文件。');if(stat.size>limit)throw fail('文件超过工作台读取上限。',413);
const buffer=Buffer.alloc(stat.size+1);let length=0;
while(length<buffer.length){const result=await handle.read(buffer,length,buffer.length-length,null);if(!result.bytesRead)break;length+=result.bytesRead;}
if(length>stat.size)throw fail('文件正在更新,请稍后重试。',409);
return {filename:path.basename(file),bytes:buffer.subarray(0,length)};
try{const stat=await handle.stat({bigint:true}),total=Number(stat.size),filename=path.basename(file);if(!stat.isFile())throw fail('请选择要读取的文件。');if(!Number.isSafeInteger(total)||total>limit)throw fail('文件超过工作台读取上限。',413);
if(previewPdf){const info=describePreview(filename,total);if(info.kind!=='pdf')throw fail('此格式不支持 PDF 分段预览。',415);await validatePreview(info,await readExact(handle,0,Math.min(5,total)));}
const selected=byteRange(range,total),bytes=selected.status===416?Buffer.alloc(0):await readExact(handle,selected.start,selected.end-selected.start+1);
// Validate both the opened file and its path after reading. Ranges and PDF
// headers use this same handle, and no successful short/growing read escapes.
const after=await handle.stat({bigint:true});await this.resolve(relative);const current=await fs.lstat(file,{bigint:true});
if(current.isSymbolicLink()||!unchanged(stat,after)||!unchanged(stat,current))throw fail('文件正在更新,请稍后重试。',409);
return {filename,bytes,total,...selected};
}finally{await handle.close();}
}
async readPreview(relative){const info=await this.previewInfo(relative);if(!info.canPreview)throw fail(info.reason,info.kind==='unsupported'?415:413);const file=await this.readFile(relative,info.limit);return {...info,bytes:await validatePreview({...info,bytes:file.bytes.length,canPreview:file.bytes.length<=info.limit},file.bytes)};}
async readPreview(relative,{range}={}){
if(range!==undefined&&path.extname(relative).toLowerCase()==='.pdf'){
const file=await this.readFile(relative,MAX_FILE,{range,previewPdf:true});return {...describePreview(file.filename,file.total),...file};
}
const info=await this.previewInfo(relative);if(!info.canPreview)throw fail(info.reason,info.kind==='unsupported'?415:413);
const file=await this.readFile(relative,info.limit),bytes=await validatePreview({...info,bytes:file.bytes.length,canPreview:file.bytes.length<=info.limit},file.bytes),selected=byteRange(range,bytes.length);
return {...info,total:bytes.length,...selected,bytes:selected.status===416?Buffer.alloc(0):bytes.subarray(selected.start,selected.end+1)};
}
async archive(source,filename,relative=''){
if(segments(filename).length!==1||path.extname(filename).toLowerCase()!=='.pdf')throw fail('归档文件名必须为 PDF 文件名。');
const bytes=await pdf(source),sha256=digest(bytes),directory=await this.resolve(relative,true);
@@ -79,4 +105,4 @@ class SmbClient{
async browse(server,options){return require('./smb-probe.cjs').probe(server,options);}
async area(server){if(server.authMode!=='windows')await native.connect(server);const boundary=path.win32.join('\\\\'+server.host,server.share),root=path.win32.join(boundary,...segments(server.directory));return new FileArea(root,{boundary});}
}
module.exports={FileArea,SmbClient,segments,inside,MAX_FILE};
module.exports={FileArea,SmbClient,segments,inside,MAX_FILE,byteRange};
+3 -3
View File
@@ -1,6 +1,6 @@
'use strict';
const fs=require('node:fs/promises');const path=require('node:path');
const {SmbClient,segments,inside}=require('./files.cjs');
const {SmbClient,segments,inside,MAX_FILE}=require('./files.cjs');
const {orderFolder}=require('./order.cjs');
const fail=(message,status=400)=>Object.assign(new Error(message),{status});
const safe=e=>e.status?e:fail(({ENOENT:'找不到文件或归档目录,请检查路径。',EACCES:'没有共享目录访问权限。',EPERM:'没有共享目录操作权限。',ENOSPC:'存储服务器空间不足。',ENOTDIR:'指定路径不是目录。'})[e.code]||'存储操作未完成,请检查服务器与网络。',502);
@@ -71,8 +71,8 @@ class StorageService{
mkdir(id,relative){return this.run(id,async (server,signal)=>this.operation(server,'mkdir',[relative],signal));}
readPdf(id,relative){return this.run(id,async (server,signal)=>this.operation(server,'readPdf',[relative],signal));}
previewInfo(id,relative){return this.run(id,async (server,signal)=>this.operation(server,'previewInfo',[relative],signal));}
readPreview(id,relative){return this.run(id,async (server,signal)=>this.operation(server,'readPreview',[relative],signal));}
readFile(id,relative){return this.run(id,async (server,signal)=>this.operation(server,'readFile',[relative],signal));}
readPreview(id,relative,options={}){return this.run(id,async (server,signal)=>this.operation(server,'readPreview',[relative,options],signal));}
readFile(id,relative,options={}){return this.run(id,async (server,signal)=>this.operation(server,'readFile',[relative,MAX_FILE,options],signal));}
archive(id,jobId,directory='',actor='自动归档'){
return this.run(id,async (server,signal)=>{
segments(directory);if(typeof jobId!=='string'||!jobId||jobId.length>200)throw fail('请选择已完成的 PDF 导出任务。');
+7
View File
@@ -17,6 +17,13 @@ function validate(operation,value){
visit(value);
if(!value||typeof value!=='object'||Array.isArray(value))throw fail('存储响应无效。',502);
if(['readPdf','readPreview','readFile'].includes(operation)&&!Buffer.isBuffer(value.bytes))throw fail('存储文件响应无效。',502);
if(['readPreview','readFile'].includes(operation)&&value.total!==undefined){
const {total,start,end,status,bytes}=value,valid=Number.isSafeInteger(total)&&total>=0&&total<=MAX_FILE&&Number.isSafeInteger(start)&&Number.isSafeInteger(end);
const layout=status===416?start===0&&end===-1&&bytes.length===0:
status===200?start===0&&end===total-1&&bytes.length===total:
status===206&&total>0&&start>=0&&start<=end&&end<total&&bytes.length===end-start+1;
if(!valid||!layout)throw fail('存储分段响应无效。',502);
}
if(operation==='list'&&(!Array.isArray(value.entries)||value.entries.length>500||typeof value.path!=='string'||typeof value.truncated!=='boolean'||value.entries.some(e=>!e||typeof e.name!=='string'||!['directory','file','blocked'].includes(e.type))))throw fail('存储目录响应无效。',502);
if(operation==='check'&&(value.readable!==true||value.writable!==true))throw fail('存储检查响应无效。',502);
if(operation==='archive'&&(!Number.isSafeInteger(value.bytes)||value.bytes<0||value.bytes>MAX_FILE||!/^[a-f0-9]{64}$/.test(value.sha256)||typeof value.filename!=='string'||typeof value.relativePath!=='string'))throw fail('归档响应无效。',502);