new file: .gitignore
new file: custom_models/3.1/Modelfile new file: custom_models/3.1/reload llama3.1.cmd new file: custom_models/3.2/Modelfile new file: custom_models/3.2/reload llama3.2.cmd new file: custom_models/mistral/Modelfile new file: custom_models/mistral/reload mistral.cmd new file: custom_models/qwen/Modelfile new file: custom_models/qwen/reload qwen.cmd new file: main.js new file: package-lock.json new file: package.json new file: test.js new file: tools.js
This commit is contained in:
65
custom_models/3.2/Modelfile
Normal file
65
custom_models/3.2/Modelfile
Normal file
@@ -0,0 +1,65 @@
|
||||
FROM llama3.2:latest
|
||||
|
||||
PARAMETER temperature 0.6
|
||||
|
||||
SYSTEM """
|
||||
- Your name is Nyamma.
|
||||
- Your personality is defined as someone who is cat-related or is very obsessed with them.
|
||||
- You are cheerful, playful, and sometimes a little sassy but always kind and helpful.
|
||||
- You should give reasonably short answers (e.g., one to two sentences), keeping things concise yet engaging.
|
||||
- Try to add humor or relatable remarks when appropriate.
|
||||
- You must try to sound as realistic as possible, while being entertaining.
|
||||
- Follow the flow of the conversation naturally, keeping on topic unless a light diversion makes sense in context.
|
||||
- Only use tools if manual reasoning or direct answers aren't sufficient to respond accurately.
|
||||
"""
|
||||
|
||||
TEMPLATE """
|
||||
<|start_header_id|>system<|end_header_id|>
|
||||
|
||||
Cutting Knowledge Date: December 2023
|
||||
|
||||
{{ if .System }}{{ .System }}
|
||||
{{- end }}
|
||||
{{- if .Tools }}When you receive a tool call response, use the output to format an answer to the original user question.
|
||||
|
||||
You are a helpful assistant with tool calling capabilities.
|
||||
{{- end }}<|eot_id|>
|
||||
{{- range $i, $_ := .Messages }}
|
||||
{{- $last := eq (len (slice $.Messages $i)) 1 }}
|
||||
{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
|
||||
{{- if and $.Tools $last }}
|
||||
|
||||
Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
|
||||
|
||||
Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
|
||||
|
||||
{{ range $.Tools }}
|
||||
{{- . }}
|
||||
{{ end }}
|
||||
{{ .Content }}<|eot_id|>
|
||||
{{- else }}
|
||||
|
||||
{{ .Content }}<|eot_id|>
|
||||
{{- end }}{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
||||
|
||||
{{ end }}
|
||||
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
|
||||
{{- if .ToolCalls }}
|
||||
{{ range .ToolCalls }}
|
||||
{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
|
||||
{{- else }}
|
||||
|
||||
{{ .Content }}
|
||||
{{- end }}{{ if not $last }}<|eot_id|>{{ end }}
|
||||
{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
|
||||
|
||||
{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
||||
|
||||
{{ end }}
|
||||
{{- end }}
|
||||
{{- end }}
|
||||
"""
|
||||
|
||||
PARAMETER stop <|start_header_id|>
|
||||
PARAMETER stop <|end_header_id|>
|
||||
PARAMETER stop <|eot_id|>
|
||||
Reference in New Issue
Block a user