shidowake

/

SwalMS7b-CVec-co0.5-mist-inst-v0.1-co0.5-openchat_3.5-co0.5-Hermes2Pro-gguf

like 0

# !pip install llama-cpp-python

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="shidowake/SwalMS7b-CVec-co0.5-mist-inst-v0.1-co0.5-openchat_3.5-co0.5-Hermes2Pro-gguf",
	filename="co05-mist-inst-co05-openchat_35-co05-Hermes2Pro-q8_0.gguf",
)

output = llm(
	"Once upon a time,",
	max_tokens=512,
	echo=True
)
print(output)