어텐션 히트맵 시각화

import numpy as np

# === 어텐션 히트맵 시각화 ===

tokens = ["The", "cat", "sat", "on", "the", "mat"]

# 가상의 어텐션 가중치
attention = np.array([
    [0.10, 0.05, 0.02, 0.01, 0.80, 0.02],  # "The" → "the"
    [0.05, 0.30, 0.10, 0.05, 0.05, 0.45],  # "cat" → "mat"
    [0.02, 0.40, 0.20, 0.10, 0.03, 0.25],  # "sat" → "cat"
    [0.05, 0.05, 0.10, 0.15, 0.05, 0.60],  # "on" → "mat"
    [0.75, 0.05, 0.03, 0.02, 0.10, 0.05],  # "the" → "The"
    [0.02, 0.35, 0.05, 0.50, 0.03, 0.05],  # "mat" → "on"
])

# 히트맵을 텍스트 블록으로 시각화
shade = " ░▒▓█"

print("=== 어텐션 히트맵 ===")
print(f"{"":>6s}", end="")
for t in tokens:
    print(f"{t:>6s}", end="")
print()

for i, token in enumerate(tokens):
    print(f"{token:>6s}", end="")
    for j in range(len(tokens)):
        level = min(4, int(attention[i][j] * 5))
        block = shade[level] * 4
        print(f"  {block}", end="")
    print()

# 가장 강한 연결 표시
print("\n주요 어텐션 연결:")
for i, token in enumerate(tokens):
    j = np.argmax(attention[i])
    print(f"  '{token}' ──({attention[i][j]:.2f})──▶ '{tokens[j]}'")