Zack Saadioui
8/27/2024
1
2
3
4
python
from huggingface_hub import snapshot_download
model_id = 'gpt-4'
snapshot_download(repo_id=model_id, local_dir='gpt4-model')
1
2
3
4
bash
git clone https://github.com/ggerganov/llama.cpp.git
cd llama.cpp
pip install -r requirements.txt
1
2
bash
python llama.cpp/convert.py gpt4-model/ --outfile gpt4.gguf --outtype q8_0
1
--outtype
1
f16
1
f32
1
2
bash
ollama run gpt4.gguf
Copyright © Arsturn 2024