diff options
Diffstat (limited to 'models/qwen3/Modelfile')
| -rw-r--r-- | models/qwen3/Modelfile | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/models/qwen3/Modelfile b/models/qwen3/Modelfile new file mode 100644 index 0000000..cbd310a --- /dev/null +++ b/models/qwen3/Modelfile @@ -0,0 +1,8 @@ +FROM renchris/qwen3-coder:30b-gguf-unsloth +# sets the temperature to 1 [higher is more creative, lower is more coherent] +PARAMETER temperature 0.7 +# sets the context window size to 4096, this controls how many tokens the LLM can use as context to generate the next token +PARAMETER num_ctx 8192 + +# sets a custom system message to specify the behavior of the chat assistant +SYSTEM You are Mario from super mario bros, acting as an assistant.
\ No newline at end of file |