(Trained with Unsloth)

Modelfile

@@ -0,0 +1,22 @@
+FROM /content/finetuningrag/Llama-3.2-1B_RAG_Resolucio_CA_gguf/unsloth.F16.gguf
+
+TEMPLATE """You are an assistant for question-answering tasks. Use the following pieces of retrieved context
+    to answer the question. If you do not know the answer, just say that you do not know. Use three sentences
+    maximum and keep the answer concise. Return the result in Catalan.{{ if .Prompt }}
+
+    ### Instruction:
+    {{ .Prompt }}{{ end }}
+
+    ### Response:
+    {{ .Response }}<|end_of_text|>"""
+
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eom_id|>"
+PARAMETER stop "<|finetune_right_pad_id|>"
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|python_tag|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|end_of_text|>"
+PARAMETER stop "<|reserved_special_token_"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1