Update dependencies, fix other dumb things, train last layer SAE

neverix · Sep 16, 2024 · a4502a7 · a4502a7
1 parent 4dc3ba5
commit a4502a7
Show file tree

Hide file tree

Showing 5 changed files with 1,775 additions and 1,614 deletions.
diff --git a/README.md b/README.md
@@ -10,6 +10,7 @@ scripts/download_jb_saes.sh
 # Download Gemma 2B and Phi-3 mini
 mkdir -p weights
 wget -c 'https://huggingface.co/mlabonne/gemma-2b-GGUF/resolve/main/gemma-2b.Q8_0.gguf?download=true' -O weights/gemma-2b.gguf
+wget -c 'https://huggingface.co/mlabonne/gemma-2b-it-GGUF/resolve/main/gemma-2b-it.Q8_0.gguf?download=true' -O weights/gemma-2b-it.gguf
 wget 'https://huggingface.co/SanctumAI/Phi-3-mini-4k-instruct-GGUF/resolve/main/phi-3-mini-4k-instruct.fp16.gguf?download=true' -O weights/phi-3-16.gguf
 # Generate data for a toy model
 JAX_PLATFORMS=cpu python -m saex.toy_models