A fast 2D and 3D game engine — TypeScript SDK, C++/WebAssembly core, visual editor. Ship one project to web, desktop, WeChat MiniGames, playable ads, and native Android / iOS.
TypeScript 2d-game-engine3d3d-game-engineandroidcppecsgame-editorgame-enginegamedeviostypescriptwebassemblywebglwebgpuwechat-minigame
fix: use embedded assets for audio preload in playable builds
esenginece801097f4b0
diff --git a/sdk/src/audio/Audio.ts b/sdk/src/audio/Audio.tsindex e07d52aa4..8165f1432 100644--- a/sdk/src/audio/Audio.ts+++ b/sdk/src/audio/Audio.ts@@ -33,6 +33,12 @@ export class Audio {await Promise.all(urls.map(url => this.preload(url)));}+ static async preloadFromData(url: string, data: ArrayBuffer): Promise<void> {+ if (this.bufferCache_.has(url)) return;+ const buffer = await this.backend_.loadBufferFromData(url, data);+ this.bufferCache_.set(url, buffer);+ }+static playSFX(url: string, config?: {volume?: number;pitch?: number;diff --git a/sdk/src/audio/PlatformAudioBackend.ts b/sdk/src/audio/PlatformAudioBackend.tsindex 070f4873f..014df6e46 100644--- a/sdk/src/audio/PlatformAudioBackend.ts+++ b/sdk/src/audio/PlatformAudioBackend.ts@@ -43,6 +43,7 @@ export interface PlatformAudioBackend {initialize(options?: AudioBackendInitOptions): Promise<void>;ensureResumed(): Promise<void>;loadBuffer(url: string): Promise<AudioBufferHandle>;+ loadBufferFromData(url: string, data: ArrayBuffer): Promise<AudioBufferHandle>;unloadBuffer(handle: AudioBufferHandle): void;play(buffer: AudioBufferHandle, config: PlayConfig): AudioHandle;suspend(): void;diff --git a/sdk/src/audio/WeChatAudioBackend.ts b/sdk/src/audio/WeChatAudioBackend.tsindex 368478d6e..e00ff88a2 100644--- a/sdk/src/audio/WeChatAudioBackend.ts+++ b/sdk/src/audio/WeChatAudioBackend.ts@@ -112,6 +112,10 @@ export class WeChatAudioBackend implements PlatformAudioBackend {return { id, duration: 0 };}+ async loadBufferFromData(url: string, _data: ArrayBuffer): Promise<AudioBufferHandle> {+ return this.loadBuffer(url);+ }+unloadBuffer(handle: AudioBufferHandle): void {this.urlCache_.delete(handle.id);}diff --git a/sdk/src/audio/WebAudioBackend.ts b/sdk/src/audio/WebAudioBackend.tsindex e91553a86..14032aef4 100644--- a/sdk/src/audio/WebAudioBackend.ts+++ b/sdk/src/audio/WebAudioBackend.ts@@ -200,11 +200,20 @@ export class WebAudioBackend implements PlatformAudioBackend {}}- private async doLoadBuffer_(url: string): Promise<AudioBufferHandle> {- const arrayBuffer = await getPlatform().readFile(url);+ async loadBufferFromData(url: string, data: ArrayBuffer): Promise<AudioBufferHandle> {+ if (!this.context_) {+ throw new Error('AudioContext not initialized');+ }++ const existingId = this.urlToId_.get(url);+ if (existingId !== undefined && this.buffers_.has(existingId)) {+ const buf = this.buffers_.get(existingId)!;+ return { id: existingId, duration: buf.duration };+ }+let audioBuffer: AudioBuffer;try {- audioBuffer = await this.context_!.decodeAudioData(arrayBuffer);+ audioBuffer = await this.context_.decodeAudioData(data);} catch (err) {throw new Error(`Failed to decode audio ${url}: ${(err as Error).message}`);}@@ -216,6 +225,11 @@ export class WebAudioBackend implements PlatformAudioBackend {return { id, duration: audioBuffer.duration };}+ private async doLoadBuffer_(url: string): Promise<AudioBufferHandle> {+ const arrayBuffer = await getPlatform().readFile(url);+ return this.loadBufferFromData(url, arrayBuffer);+ }+unloadBuffer(handle: AudioBufferHandle): void {this.buffers_.delete(handle.id);}diff --git a/sdk/src/runtimeLoader.ts b/sdk/src/runtimeLoader.tsindex 5da60018c..894bc6d80 100644--- a/sdk/src/runtimeLoader.ts+++ b/sdk/src/runtimeLoader.ts@@ -464,7 +464,7 @@ async function loadMaterials(// Audio Helpers// =============================================================================-async function preloadAudioClips(sceneData: SceneData): Promise<void> {+async function preloadAudioClips(sceneData: SceneData, provider?: RuntimeAssetProvider): Promise<void> {const paths: string[] = [];const seen = new Set<string>();@@ -481,7 +481,18 @@ async function preloadAudioClips(sceneData: SceneData): Promise<void> {}}- if (paths.length > 0) {+ if (paths.length === 0) return;++ if (provider) {+ await Promise.all(paths.map(async (path) => {+ try {+ const binary = await provider.readBinary(path);+ await Audio.preloadFromData(path, binary.buffer as ArrayBuffer);+ } catch (err) {+ console.warn(`[preloadAudioClips] Failed to preload audio: ${path}`, err);+ }+ }));+ } else {await Audio.preloadAll(paths).catch(err => {console.warn('[preloadAudioClips] Failed to preload audio assets:', err);});@@ -575,7 +586,7 @@ export async function loadRuntimeScene(options: LoadRuntimeSceneOptions): Promisconst fontCache = await loadBitmapFonts(module, sceneData, provider);const materialCache = await loadMaterials(sceneData, provider);await loadAnimClips(module, sceneData, provider);- await preloadAudioClips(sceneData);+ await preloadAudioClips(sceneData, provider);resolveSceneAssetPaths(sceneData, textureCache, fontCache, materialCache);const entityMap = loadSceneData(app.world, sceneData);