Skip to content

Commit 784a62a

Browse files
committed
Fix incorrect auxk logging name
1 parent 77f2690 commit 784a62a

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

trainers/batch_top_k.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -146,10 +146,10 @@ def __init__(
146146
self.dead_feature_threshold = 10_000_000
147147
self.top_k_aux = activation_dim // 2 # Heuristic from B.1 of the paper
148148
self.num_tokens_since_fired = t.zeros(dict_size, dtype=t.long, device=device)
149-
self.logging_parameters = ["effective_l0", "dead_features", "pre_norm_aux_loss"]
149+
self.logging_parameters = ["effective_l0", "dead_features", "pre_norm_auxk_loss"]
150150
self.effective_l0 = -1
151151
self.dead_features = -1
152-
self.pre_norm_aux_loss = -1
152+
self.pre_norm_auxk_loss = -1
153153

154154
self.optimizer = t.optim.Adam(self.ae.parameters(), lr=self.lr, betas=(0.9, 0.999))
155155

0 commit comments

Comments
 (0)