From 7cebd4fb9e9d4b6a5476c11b04a9e97ff15e3b44 Mon Sep 17 00:00:00 2001 From: Damien Ostler Date: Fri, 7 Feb 2025 08:12:33 +0000 Subject: [PATCH] Update Modelfile --- Modelfile | 24 +++++++++++------------- 1 file changed, 11 insertions(+), 13 deletions(-) diff --git a/Modelfile b/Modelfile index 0f49387..f5de82a 100644 --- a/Modelfile +++ b/Modelfile @@ -1,6 +1,5 @@ FROM /content/Damien113/data_identification_manager_test/unsloth.F16.gguf -TEMPLATE """ -{{ if .Messages }} +TEMPLATE """{{ if .Messages }} {{- if or .System .Tools }}<|start_header_id|>system<|end_header_id|> {{- if .System }} @@ -8,24 +7,23 @@ TEMPLATE """ {{- end }} {{- if .Tools }} -You are a helpful assistant with tool-calling capabilities. When you receive a tool call response, use the output to format an answer to the original user question. +You are a helpful assistant with tool calling capabilities. When you receive a tool call response, use the output to format an answer to the original use question. {{- end }} {{- end }}<|eot_id|> {{- range $i, $_ := .Messages }} {{- $last := eq (len (slice $.Messages $i)) 1 }} {{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|> +{{- if and $.Tools $last }} + +Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt. + +Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables. + +{{ $.Tools }} +{{- end }} {{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|> -{{- if (or (contains .Content "Data Identification Manager") - (contains .Content "DIM") - (contains .Content "document tagging") - (contains .Content "metadata search")) }} - -{{ else }} -I'm only able to discuss topics related to Data Identification Manager. Let me know if you have any questions about it. -{{ end }} - {{ end }} {{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|> {{- if .ToolCalls }} @@ -55,4 +53,4 @@ PARAMETER stop "<|end_header_id|>" PARAMETER stop "<|eot_id|>" PARAMETER stop "<|eom_id|>" PARAMETER temperature 1.5 -PARAMETER min_p 0.1 +PARAMETER min_p 0.1 \ No newline at end of file