* refactor: reorganize package structure and decouple framework packages ## Package Structure Reorganization - Reorganized 55 packages into categorized subdirectories: - packages/framework/ - Generic framework (Laya/Cocos compatible) - packages/engine/ - ESEngine core modules - packages/rendering/ - Rendering modules (WASM dependent) - packages/physics/ - Physics modules - packages/streaming/ - World streaming - packages/network-ext/ - Network extensions - packages/editor/ - Editor framework and plugins - packages/rust/ - Rust WASM engine - packages/tools/ - Build tools and SDK ## Framework Package Decoupling - Decoupled behavior-tree and blueprint packages from ESEngine dependencies - Created abstracted interfaces (IBTAssetManager, IBehaviorTreeAssetContent) - ESEngine-specific code moved to esengine/ subpath exports - Framework packages now usable with Cocos/Laya without ESEngine ## CI Configuration - Updated CI to only type-check and lint framework packages - Added type-check:framework and lint:framework scripts ## Breaking Changes - Package import paths changed due to directory reorganization - ESEngine integrations now use subpath imports (e.g., '@esengine/behavior-tree/esengine') * fix: update es-engine file path after directory reorganization * docs: update README to focus on framework over engine * ci: only build framework packages, remove Rust/WASM dependencies * fix: remove esengine subpath from behavior-tree and blueprint builds ESEngine integration code will only be available in full engine builds. Framework packages are now purely engine-agnostic. * fix: move network-protocols to framework, build both in CI * fix: update workflow paths from packages/core to packages/framework/core * fix: exclude esengine folder from type-check in behavior-tree and blueprint * fix: update network tsconfig references to new paths * fix: add test:ci:framework to only test framework packages in CI * fix: only build core and math npm packages in CI * fix: exclude test files from CodeQL and fix string escaping security issue
236 lines
7.4 KiB
TypeScript
236 lines
7.4 KiB
TypeScript
/**
|
||
* TextDecoder polyfill
|
||
*
|
||
* 用于不原生支持 TextDecoder 的平台(如微信小游戏 iOS 环境)
|
||
*
|
||
* 支持以下编码格式:
|
||
* - UTF-8(包含1-4字节字符、代理对)
|
||
* - ASCII
|
||
* - UTF-16LE
|
||
*/
|
||
class TextDecoderPolyfill {
|
||
/**
|
||
* 编码格式
|
||
*/
|
||
readonly encoding: string;
|
||
|
||
/**
|
||
* 是否在遇到无效序列时抛出错误
|
||
*/
|
||
readonly fatal: boolean = false;
|
||
|
||
/**
|
||
* 是否忽略 BOM(字节顺序标记)
|
||
*/
|
||
readonly ignoreBOM: boolean = false;
|
||
|
||
/**
|
||
* 创建 TextDecoder 实例
|
||
*
|
||
* @param encoding - 编码格式,默认 'utf-8'
|
||
* @param options - 解码选项
|
||
*/
|
||
constructor(encoding: string = 'utf-8', options?: TextDecoderOptions) {
|
||
this.encoding = encoding.toLowerCase().replace('-', '');
|
||
if (options?.fatal) {
|
||
this.fatal = options.fatal;
|
||
}
|
||
if (options?.ignoreBOM) {
|
||
this.ignoreBOM = options.ignoreBOM;
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 将二进制数据解码为字符串
|
||
*
|
||
* @param input - 要解码的二进制数据
|
||
* @param options - 解码选项
|
||
* @returns 解码后的字符串
|
||
*/
|
||
decode(input?: BufferSource | null, options?: TextDecodeOptions): string {
|
||
if (!input) return '';
|
||
|
||
const bytes = input instanceof Uint8Array
|
||
? input
|
||
: input instanceof ArrayBuffer
|
||
? new Uint8Array(input)
|
||
: new Uint8Array(input.buffer, input.byteOffset, input.byteLength);
|
||
|
||
if (this.encoding === 'utf8' || this.encoding === 'utf-8') {
|
||
return this.decodeUTF8(bytes);
|
||
}
|
||
|
||
if (this.encoding === 'ascii' || this.encoding === 'usascii') {
|
||
return this.decodeASCII(bytes);
|
||
}
|
||
|
||
if (this.encoding === 'utf16le' || this.encoding === 'utf-16le') {
|
||
return this.decodeUTF16LE(bytes);
|
||
}
|
||
|
||
// 降级:作为 ASCII 处理
|
||
return this.decodeASCII(bytes);
|
||
}
|
||
|
||
/**
|
||
* 解码 UTF-8 数据
|
||
*
|
||
* @param bytes - 字节数组
|
||
* @returns 解码后的字符串
|
||
*/
|
||
private decodeUTF8(bytes: Uint8Array): string {
|
||
const result: string[] = [];
|
||
let i = 0;
|
||
|
||
// 跳过 BOM(如果存在且不忽略)
|
||
if (!this.ignoreBOM && bytes.length >= 3 &&
|
||
bytes[0] === 0xEF && bytes[1] === 0xBB && bytes[2] === 0xBF) {
|
||
i = 3;
|
||
}
|
||
|
||
while (i < bytes.length) {
|
||
const byte1 = bytes[i++];
|
||
|
||
if (byte1 < 0x80) {
|
||
// 1字节字符(ASCII: 0xxxxxxx)
|
||
result.push(String.fromCharCode(byte1));
|
||
} else if ((byte1 & 0xE0) === 0xC0) {
|
||
// 2字节字符(110xxxxx 10xxxxxx)
|
||
if (i >= bytes.length) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
break;
|
||
}
|
||
const byte2 = bytes[i++];
|
||
if ((byte2 & 0xC0) !== 0x80) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
i--;
|
||
continue;
|
||
}
|
||
result.push(String.fromCharCode(
|
||
((byte1 & 0x1F) << 6) | (byte2 & 0x3F)
|
||
));
|
||
} else if ((byte1 & 0xF0) === 0xE0) {
|
||
// 3字节字符(1110xxxx 10xxxxxx 10xxxxxx)
|
||
if (i + 1 >= bytes.length) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
break;
|
||
}
|
||
const byte2 = bytes[i++];
|
||
const byte3 = bytes[i++];
|
||
if ((byte2 & 0xC0) !== 0x80 || (byte3 & 0xC0) !== 0x80) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
i -= 2;
|
||
continue;
|
||
}
|
||
result.push(String.fromCharCode(
|
||
((byte1 & 0x0F) << 12) | ((byte2 & 0x3F) << 6) | (byte3 & 0x3F)
|
||
));
|
||
} else if ((byte1 & 0xF8) === 0xF0) {
|
||
// 4字节字符(11110xxx 10xxxxxx 10xxxxxx 10xxxxxx)
|
||
if (i + 2 >= bytes.length) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
break;
|
||
}
|
||
const byte2 = bytes[i++];
|
||
const byte3 = bytes[i++];
|
||
const byte4 = bytes[i++];
|
||
if ((byte2 & 0xC0) !== 0x80 || (byte3 & 0xC0) !== 0x80 || (byte4 & 0xC0) !== 0x80) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
i -= 3;
|
||
continue;
|
||
}
|
||
// 计算码点并转换为代理对
|
||
const codePoint = ((byte1 & 0x07) << 18) | ((byte2 & 0x3F) << 12) |
|
||
((byte3 & 0x3F) << 6) | (byte4 & 0x3F);
|
||
if (codePoint > 0x10FFFF) {
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
continue;
|
||
}
|
||
const surrogate = codePoint - 0x10000;
|
||
result.push(
|
||
String.fromCharCode(0xD800 + (surrogate >> 10)),
|
||
String.fromCharCode(0xDC00 + (surrogate & 0x3FF))
|
||
);
|
||
} else {
|
||
// 无效字节
|
||
if (this.fatal) throw new TypeError('无效的 UTF-8 序列');
|
||
result.push('\uFFFD');
|
||
}
|
||
}
|
||
|
||
return result.join('');
|
||
}
|
||
|
||
/**
|
||
* 解码 ASCII 数据
|
||
*
|
||
* @param bytes - 字节数组
|
||
* @returns 解码后的字符串
|
||
*/
|
||
private decodeASCII(bytes: Uint8Array): string {
|
||
const result: string[] = [];
|
||
for (let i = 0; i < bytes.length; i++) {
|
||
result.push(String.fromCharCode(bytes[i] & 0x7F));
|
||
}
|
||
return result.join('');
|
||
}
|
||
|
||
/**
|
||
* 解码 UTF-16LE 数据
|
||
*
|
||
* @param bytes - 字节数组
|
||
* @returns 解码后的字符串
|
||
*/
|
||
private decodeUTF16LE(bytes: Uint8Array): string {
|
||
const result: string[] = [];
|
||
|
||
// 跳过 BOM(如果存在)
|
||
let i = 0;
|
||
if (!this.ignoreBOM && bytes.length >= 2 &&
|
||
bytes[0] === 0xFF && bytes[1] === 0xFE) {
|
||
i = 2;
|
||
}
|
||
|
||
for (; i + 1 < bytes.length; i += 2) {
|
||
const codeUnit = bytes[i] | (bytes[i + 1] << 8);
|
||
result.push(String.fromCharCode(codeUnit));
|
||
}
|
||
|
||
return result.join('');
|
||
}
|
||
}
|
||
|
||
/**
|
||
* 安装 TextDecoder polyfill
|
||
*
|
||
* 如果当前环境不支持 TextDecoder,则安装 polyfill
|
||
*
|
||
* @returns 是否安装了 polyfill
|
||
*/
|
||
export function installTextDecoderPolyfill(): boolean {
|
||
if (typeof globalThis.TextDecoder === 'undefined') {
|
||
(globalThis as any).TextDecoder = TextDecoderPolyfill;
|
||
console.log('[Polyfill] TextDecoder 已安装');
|
||
return true;
|
||
}
|
||
return false;
|
||
}
|
||
|
||
/**
|
||
* 检查 TextDecoder 是否可用(原生或 polyfill)
|
||
*
|
||
* @returns 是否可用
|
||
*/
|
||
export function isTextDecoderAvailable(): boolean {
|
||
return typeof globalThis.TextDecoder !== 'undefined';
|
||
}
|
||
|
||
export { TextDecoderPolyfill };
|