skhavin's picture
feat: initial release of proactive-cache v0.1.0
b786614
Raw
History Blame Contribute Delete
612 Bytes
"""
proactive_cache — make any HuggingFace transformer O(n).
Main entry point:
from proactive_cache import ProactiveCache
"""
from .core import ProactiveCache
from .eviction import score_tokens, prune_kv_cache
from .prototypes import build_prototypes, load_prototypes, save_prototypes
from .profiler import profile_model
from .press import ProactiveCachePress
__version__ = "0.1.0"
__author__ = "Khavin S"
__all__ = [
"ProactiveCache",
"ProactiveCachePress",
"profile_model",
"build_prototypes",
"load_prototypes",
"save_prototypes",
"score_tokens",
"prune_kv_cache",
]