mirror of
https://github.com/wassname/Brukino_AntiPaSTO_Appetizer.git
synced 2026-06-27 16:58:47 +08:00
Increase S-space top_k to 1024
This commit is contained in:
+1
-1
@@ -39,7 +39,7 @@ NUM_EXAMPLES = 3
|
||||
|
||||
|
||||
# %%
|
||||
def get_s_space_projector(model, top_k=256):
|
||||
def get_s_space_projector(model, top_k=1024):
|
||||
"""
|
||||
Gathers all weight matrices that write to the residual stream
|
||||
(o_proj from attention and down_proj from MLP) across all layers,
|
||||
|
||||
Reference in New Issue
Block a user