code/apps/common.py

"""Shared helpers: model loading + pretty printing."""
import os, sys, time
os.environ.setdefault("USE_TF", "0")
os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")

_AGENTS = {}

def get_agent(variant="english"):
    """variant: english | multilingual | typed"""
    if variant in _AGENTS:
        return _AGENTS[variant]
    import laya
    t = time.time()
    if os.path.isdir(variant):
        a = laya.load(variant)
    elif variant == "english":
        # download only the root checkpoint (the other subfolders are several GB each)
        from huggingface_hub import snapshot_download
        path = snapshot_download("convaiinnovations/laya", ignore_patterns=["multilingual/*", "typed-decisions/*"])
        a = laya.load(path)
    elif variant == "multilingual":
        a = laya.load("convaiinnovations/laya", subfolder="multilingual")
    else:
        from huggingface_hub import snapshot_download
        path = snapshot_download("convaiinnovations/laya", allow_patterns=["typed-decisions/*"])
        a = laya.load(path, subfolder="typed-decisions")
    print(f"[laya] loaded {variant} in {time.time()-t:.1f}s", file=sys.stderr)
    if os.environ.get("LAYA_FAST", "1") == "1":
        try:
            sys.path.insert(0, os.path.join(os.path.dirname(os.path.abspath(__file__)), "..", "kernels"))
            from fast_laya import accelerate
            accelerate(a)
            print("[laya] TileLang fast path enabled (LAYA_FAST=0 to disable)", file=sys.stderr)
        except Exception as e:
            print(f"[laya] fast path unavailable: {e}", file=sys.stderr)
    _AGENTS[variant] = a
    return a

def bar(p, width=20):
    n = int(round(p * width))
    return "█" * n + "░" * (width - n)

def show(result, indent="  "):
    """Pretty-print a laya predict() result."""
    for name, a in result["answers"].items():
        t = a["type"]
        if t == "choice":
            print(f"{indent}{name}: {a['choice']}  (conf {a['confidence']:.2f})")
            for k, v in sorted(a["probabilities"].items(), key=lambda kv: -kv[1]):
                print(f"{indent}    {bar(v)} {v:5.2f}  {k}")
        elif t == "score":
            print(f"{indent}{name}: score={a['score']:.2f}  (conf {a['confidence']:.2f})")
            for k, v in a["probabilities"].items():
                print(f"{indent}    {bar(v)} {v:5.2f}  {a['legend'][k]}")
        else:
            p = a["noul"]
            print(f"{indent}{name}: P(true)={p:.2f}  {bar(p)}")