fix typo

pytorch · Nov 7, 2024 · 88334e6 · 88334e6
1 parent c00aea7
commit 88334e6
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtune/modules/kv_cache.py b/torchtune/modules/kv_cache.py
@@ -17,7 +17,7 @@ class KVCache(nn.Module):
     Args:
         batch_size (int): batch size model will be run with
         max_seq_len (int): maximum sequence length model will be run with
-        num_kv_heads (int): number key/value heads.
+        num_kv_heads (int): number of key/value heads.
         head_dim (int): per-attention head embedding dimension
         dtype (torch.dtype): dtype for the caches
     """