index-tts/indextts/accel/__init__.py
storyicon c1ef4148af feat: achieve inference acceleration for the gpt2 stage
Signed-off-by: storyicon <storyicon@foxmail.com>
2025-10-24 08:15:00 +00:00

9 lines
325 B
Python

from .accel_engine import AccelInferenceEngine # noqa: F401
from .attention import ( # noqa: F401
Attention,
get_forward_context,
reset_forward_context,
set_forward_context,
)
from .gpt2_accel import GPT2AccelAttention, GPT2AccelModel # noqa: F401
from .kv_manager import KVCacheManager, Seq # noqa: F401