Skip to content

A fast 2D and 3D game engine — TypeScript SDK, C++/WebAssembly core, visual editor. Ship one project to web, desktop, WeChat MiniGames, playable ads, and native Android / iOS.

fix: use embedded assets for audio preload in playable builds

esenginece801097f4b0
diff --git a/sdk/src/audio/Audio.ts b/sdk/src/audio/Audio.ts
index e07d52aa4..8165f1432 100644
--- a/sdk/src/audio/Audio.ts
+++ b/sdk/src/audio/Audio.ts
@@ -33,6 +33,12 @@ export class Audio {
await Promise.all(urls.map(url => this.preload(url)));
}
+ static async preloadFromData(url: string, data: ArrayBuffer): Promise<void> {
+ if (this.bufferCache_.has(url)) return;
+ const buffer = await this.backend_.loadBufferFromData(url, data);
+ this.bufferCache_.set(url, buffer);
+ }
+
static playSFX(url: string, config?: {
volume?: number;
pitch?: number;
diff --git a/sdk/src/audio/PlatformAudioBackend.ts b/sdk/src/audio/PlatformAudioBackend.ts
index 070f4873f..014df6e46 100644
--- a/sdk/src/audio/PlatformAudioBackend.ts
+++ b/sdk/src/audio/PlatformAudioBackend.ts
@@ -43,6 +43,7 @@ export interface PlatformAudioBackend {
initialize(options?: AudioBackendInitOptions): Promise<void>;
ensureResumed(): Promise<void>;
loadBuffer(url: string): Promise<AudioBufferHandle>;
+ loadBufferFromData(url: string, data: ArrayBuffer): Promise<AudioBufferHandle>;
unloadBuffer(handle: AudioBufferHandle): void;
play(buffer: AudioBufferHandle, config: PlayConfig): AudioHandle;
suspend(): void;
diff --git a/sdk/src/audio/WeChatAudioBackend.ts b/sdk/src/audio/WeChatAudioBackend.ts
index 368478d6e..e00ff88a2 100644
--- a/sdk/src/audio/WeChatAudioBackend.ts
+++ b/sdk/src/audio/WeChatAudioBackend.ts
@@ -112,6 +112,10 @@ export class WeChatAudioBackend implements PlatformAudioBackend {
return { id, duration: 0 };
}
+ async loadBufferFromData(url: string, _data: ArrayBuffer): Promise<AudioBufferHandle> {
+ return this.loadBuffer(url);
+ }
+
unloadBuffer(handle: AudioBufferHandle): void {
this.urlCache_.delete(handle.id);
}
diff --git a/sdk/src/audio/WebAudioBackend.ts b/sdk/src/audio/WebAudioBackend.ts
index e91553a86..14032aef4 100644
--- a/sdk/src/audio/WebAudioBackend.ts
+++ b/sdk/src/audio/WebAudioBackend.ts
@@ -200,11 +200,20 @@ export class WebAudioBackend implements PlatformAudioBackend {
}
}
- private async doLoadBuffer_(url: string): Promise<AudioBufferHandle> {
- const arrayBuffer = await getPlatform().readFile(url);
+ async loadBufferFromData(url: string, data: ArrayBuffer): Promise<AudioBufferHandle> {
+ if (!this.context_) {
+ throw new Error('AudioContext not initialized');
+ }
+
+ const existingId = this.urlToId_.get(url);
+ if (existingId !== undefined && this.buffers_.has(existingId)) {
+ const buf = this.buffers_.get(existingId)!;
+ return { id: existingId, duration: buf.duration };
+ }
+
let audioBuffer: AudioBuffer;
try {
- audioBuffer = await this.context_!.decodeAudioData(arrayBuffer);
+ audioBuffer = await this.context_.decodeAudioData(data);
} catch (err) {
throw new Error(`Failed to decode audio ${url}: ${(err as Error).message}`);
}
@@ -216,6 +225,11 @@ export class WebAudioBackend implements PlatformAudioBackend {
return { id, duration: audioBuffer.duration };
}
+ private async doLoadBuffer_(url: string): Promise<AudioBufferHandle> {
+ const arrayBuffer = await getPlatform().readFile(url);
+ return this.loadBufferFromData(url, arrayBuffer);
+ }
+
unloadBuffer(handle: AudioBufferHandle): void {
this.buffers_.delete(handle.id);
}
diff --git a/sdk/src/runtimeLoader.ts b/sdk/src/runtimeLoader.ts
index 5da60018c..894bc6d80 100644
--- a/sdk/src/runtimeLoader.ts
+++ b/sdk/src/runtimeLoader.ts
@@ -464,7 +464,7 @@ async function loadMaterials(
// Audio Helpers
// =============================================================================
-async function preloadAudioClips(sceneData: SceneData): Promise<void> {
+async function preloadAudioClips(sceneData: SceneData, provider?: RuntimeAssetProvider): Promise<void> {
const paths: string[] = [];
const seen = new Set<string>();
@@ -481,7 +481,18 @@ async function preloadAudioClips(sceneData: SceneData): Promise<void> {
}
}
- if (paths.length > 0) {
+ if (paths.length === 0) return;
+
+ if (provider) {
+ await Promise.all(paths.map(async (path) => {
+ try {
+ const binary = await provider.readBinary(path);
+ await Audio.preloadFromData(path, binary.buffer as ArrayBuffer);
+ } catch (err) {
+ console.warn(`[preloadAudioClips] Failed to preload audio: ${path}`, err);
+ }
+ }));
+ } else {
await Audio.preloadAll(paths).catch(err => {
console.warn('[preloadAudioClips] Failed to preload audio assets:', err);
});
@@ -575,7 +586,7 @@ export async function loadRuntimeScene(options: LoadRuntimeSceneOptions): Promis
const fontCache = await loadBitmapFonts(module, sceneData, provider);
const materialCache = await loadMaterials(sceneData, provider);
await loadAnimClips(module, sceneData, provider);
- await preloadAudioClips(sceneData);
+ await preloadAudioClips(sceneData, provider);
resolveSceneAssetPaths(sceneData, textureCache, fontCache, materialCache);
const entityMap = loadSceneData(app.world, sceneData);