Keep the SPIR-V of shaders nobody read for 30 seconds compressed in memory.

The shader memory cache held 777 MiB of SPIR-V for 7115 shaders for the whole session. A background thread now
compresses the SPIR-V of each shader no reader pinned for shader_compress_idle_s seconds (zstd level 1, 26% of the
bytes on the test install's 44,151 modules) and frees the plain copy; readers pin it through gfx_shader_spirv_pin and
get it decoded back. What the drawing thread compares at pipeline misses and draws, the module's FNV-1a and its Binding
decorations, is kept with the shader, so module_binding_missing, the water corrections and the DLSS, crumbs and skip
lists decode nothing. A compute pipeline created at a dispatch and a mesh shader's first pipeline key still decode on
that thread, and the memory report counts those decodes apart, with the SPIR-V as held against uncompressed and the
shaders held compressed. shader_compress = 0 keeps it plain.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
chrg6
2026-11-13 07:48:06 -05:00
parent 71e52159f9
commit 3573a96f46
14 changed files with 411 additions and 134 deletions

View File

@@ -35,7 +35,9 @@ static uint64_t fnv(uint64_t h, const void *p, size_t n) {
static void plat_mutex_lock(PlatMutex *m) { AcquireSRWLockExclusive(m); }
static void plat_mutex_unlock(PlatMutex *m) { ReleaseSRWLockExclusive(m); }
static void rt_sha256(const void *p, size_t n, uint8_t out[32]) { sha256(p,n,out); }
static const uint32_t *gfx_shader_spirv(const GfxShader *s, uint64_t *n) { *n=8;return s->code; }
static int pins; // gfx_shader_spirv_pin minus gfx_shader_spirv_unpin: every exit of compute_create unpins
static const uint32_t *gfx_shader_spirv_pin(const GfxShader *s, uint64_t *n) { pins++;*n=8;return s->code; }
static void gfx_shader_spirv_unpin(const GfxShader *s) { pins--; }
static uint32_t *spv_override(const uint32_t *code, uint64_t n, uint64_t *out) {
if (!override_word) return NULL;
uint32_t *p=malloc(n*4);memcpy(p,code,n*4);p[7]=override_word;*out=n;return p;
@@ -97,7 +99,7 @@ int main(void) {
compute_warm_clear();
assert(compute_create(&a,&l,0,&reused) && !reused && calls==12);
compute_warm_clear();
assert(modules==0);
assert(modules==0 && pins==0);
puts("compute warm reuse: equivalent requests, live handles, layout/flags/code separation, failures and cleanup passed");
return 0;
}