pattern_lens.consts
implements some constants and types
1"""implements some constants and types""" 2 3import re 4 5import numpy as np 6from jaxtyping import Float 7 8AttentionMatrix = Float[np.ndarray, "n_ctx n_ctx"] 9"type alias for attention matrix" 10 11ActivationCacheNp = dict[str, np.ndarray] 12"type alias for a cache of attention matrices, subset of ActivationCache" 13 14DATA_DIR: str = "attn_data" 15"default directory for attention data" 16 17ATTN_PATTERN_REGEX: re.Pattern = re.compile(r"blocks\.(\d+)\.attn\.hook_pattern") 18"regex for finding attention patterns in model state dicts" 19 20SPINNER_KWARGS: dict = dict( 21 config=dict(success="✔️ "), 22) 23"default kwargs for `muutils.spinner.Spinner`" 24 25DIVIDER_S1: str = "=" * 70 26"divider string for separating sections" 27 28DIVIDER_S2: str = "-" * 50 29"divider string for separating subsections"
AttentionMatrix =
<class 'jaxtyping.Float[ndarray, 'n_ctx n_ctx']'>
type alias for attention matrix
ActivationCacheNp =
dict[str, numpy.ndarray]
type alias for a cache of attention matrices, subset of ActivationCache
DATA_DIR: str =
'attn_data'
default directory for attention data
ATTN_PATTERN_REGEX: re.Pattern =
re.compile('blocks\\.(\\d+)\\.attn\\.hook_pattern')
regex for finding attention patterns in model state dicts
SPINNER_KWARGS: dict =
{'config': {'success': '✔️ '}}
default kwargs for muutils.spinner.Spinner
DIVIDER_S1: str =
'======================================================================'
divider string for separating sections
DIVIDER_S2: str =
'--------------------------------------------------'
divider string for separating subsections