Add Modelfiles/Modelfile_Code_DS671b_CPU_24Core

This commit is contained in:
David Rotermund 2025-02-02 17:53:46 +01:00
parent f5a0dbb07c
commit 3c49f5e6b0

View file

@ -0,0 +1,7 @@
FROM deepseek-r1:671b
PARAMETER num_ctx 65536
PARAMETER stop ["<|im_start|>", "<|im_end|>", "<|endoftext|>"]
PARAMETER temperature 0.6
PARAMETER num_gpu 0
PARAMETER num_thread 24