Skip to content

Commit

Permalink
fix: typo
Browse files Browse the repository at this point in the history
  • Loading branch information
Frankstein73 committed Jul 22, 2024
1 parent 161954c commit 469c061
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion src/lm_saes/activation/activation_source.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,7 @@
from lm_saes.activation.token_source import TokenSource
from lm_saes.activation.activation_dataset import load_activation_chunk, list_activation_chunks
from lm_saes.config import ActivationStoreConfig

import torch.distributed as dist
class ActivationSource(ABC):
def next(self) -> Dict[str, torch.Tensor] | None:
"""
Expand Down
2 changes: 1 addition & 1 deletion src/lm_saes/analysis/sample_feature_activations.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ def sample_feature_activations(
sae_chunk_id: int = 0,
n_sae_chunks: int = 1, # By default, we do not chunk the SAE. When the model & SAE is large, we can chunk the SAE to save memory.
):
if cfg.use_ddp:
if sae.cfg.ddp_size > 1:
raise ValueError("Sampling feature activations does not support DDP yet")
assert cfg.sae.d_sae is not None # Make mypy happy

Expand Down

0 comments on commit 469c061

Please sign in to comment.