wordslab-org / wordslab-llms Public

Notifications You must be signed in to change notification settings
Fork 0
Star 0

Efficient inference and fine tuning of popular open source llms

Notifications

Name		Name	Last commit message	Last commit date
Latest commit History 98 Commits
datasets		datasets
instructlab		instructlab
lilac		lilac
mixtral-hqq		mixtral-hqq
performances		performances
perplexities		perplexities
scripts		scripts
.gitignore		.gitignore
01_download_weights.ipynb		01_download_weights.ipynb
02_tokenizers_study.ipynb		02_tokenizers_study.ipynb
03_models_study.ipynb		03_models_study.ipynb
04_models_benchmark.ipynb		04_models_benchmark.ipynb
05_datasets_cleaning.ipynb		05_datasets_cleaning.ipynb
06_mixtral_benchmarks.ipynb		06_mixtral_benchmarks.ipynb
06_mixtral_benchmarks_quantized.ipynb		06_mixtral_benchmarks_quantized.ipynb
07_vllm_perf_tests.ipynb		07_vllm_perf_tests.ipynb
08_exllama2_perf_tests.ipynb		08_exllama2_perf_tests.ipynb
09_july_2024_small_models.ipynb		09_july_2024_small_models.ipynb
10_ollama_vllm_sglang_perf_tests.ipynb		10_ollama_vllm_sglang_perf_tests.ipynb
11_qwen2.5-coder local benchmarks.ipynb		11_qwen2.5-coder local benchmarks.ipynb
LICENSE		LICENSE
Nvidia GPUs architecture.xlsx		Nvidia GPUs architecture.xlsx
Perplexity tests 01_2024.xlsx		Perplexity tests 01_2024.xlsx
README.md		README.md
chat-mistral-7b.ipynb		chat-mistral-7b.ipynb
french-dataset-translation.ipynb		french-dataset-translation.ipynb
french-language-modeling.ipynb		french-language-modeling.ipynb
models_closed_vs_open_performance.ipynb		models_closed_vs_open_performance.ipynb
pytorch_perf_analyzer.ipynb		pytorch_perf_analyzer.ipynb
requirements.txt		requirements.txt
setup_environment.sh		setup_environment.sh
test-pytorch-profiler.ipynb		test-pytorch-profiler.ipynb
tokenizers.xlsx		tokenizers.xlsx