Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion backend/backend.proto
Original file line number Diff line number Diff line change
Expand Up @@ -472,7 +472,7 @@ message ToolFormatMarkers {
string id_field = 16; // e.g., "id"
bool fun_name_is_key = 17;
bool tools_array_wrapped = 18;
bool uses_python_dicts = 19;
reserved 19;

// Reasoning markers
string reasoning_start = 20; // e.g., "<think>"
Expand Down
2 changes: 1 addition & 1 deletion backend/cpp/llama-cpp/Makefile
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@

LLAMA_VERSION?=5744d7ec430e2f875a393770195fda530560773f
LLAMA_VERSION?=a0bbcdd9b6b83eeeda6f1216088f42c33d464e38
LLAMA_REPO?=https://github.com/ggerganov/llama.cpp

CMAKE_ARGS?=
Expand Down
1 change: 0 additions & 1 deletion backend/cpp/llama-cpp/grpc-server.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -2687,7 +2687,6 @@ class BackendServiceImpl final : public backend::Backend::Service {
tf->set_id_field(ap.tools.format.id_field);
tf->set_fun_name_is_key(ap.tools.format.fun_name_is_key);
tf->set_tools_array_wrapped(ap.tools.format.tools_array_wrapped);
tf->set_uses_python_dicts(ap.tools.format.uses_python_dicts);
tf->set_function_field(ap.tools.format.function_field);

tf->set_gen_id_field(ap.tools.format.gen_id_field);
Expand Down
1 change: 0 additions & 1 deletion core/config/gguf.go
Original file line number Diff line number Diff line change
Expand Up @@ -143,7 +143,6 @@ func DetectThinkingSupportFromBackend(ctx context.Context, cfg *ModelConfig, bac
IDField: tf.IdField,
FunNameIsKey: tf.FunNameIsKey,
ToolsArrayWrapped: tf.ToolsArrayWrapped,
UsesPythonDicts: tf.UsesPythonDicts,
FunctionField: tf.FunctionField,
ParameterOrder: tf.ParameterOrder,
GenIDField: tf.GenIdField,
Expand Down
1 change: 0 additions & 1 deletion pkg/functions/parse.go
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,6 @@ type ToolFormatMarkers struct {
IDField string
FunNameIsKey bool
ToolsArrayWrapped bool
UsesPythonDicts bool
FunctionField string
ParameterOrder []string

Expand Down
Loading