t5 encoder fp8 seems to be working

2026-04-12 13:50:34 -04:00
parent 2818b41004
commit fcf0be38bc
13 changed files with 505 additions and 67 deletions
@@ -20,6 +20,9 @@ pyyaml
 imageio[ffmpeg]>=2.34
 av>=12.0
 pyzmq>=25.0
+gguf>=0.6.0
+# sgl-kernel: installed from SGLang's cu128 wheel index in Dockerfile
+# (PyPI version lacks SM120/Blackwell CUDA kernels)
 # LightX2V (Wan2.2-Lightning) and MuseTalk are installed from source in the
 # Dockerfile because neither ships a stable PyPI release yet. See lines
 # "LightX2V from source" / "MuseTalk from source" in Dockerfile.