mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-08-12 22:31:11 +04:00
PascalandGitHub
18f7ad7fc9
The working directory chip showed up as soon as the server exposed any builtin tool, so a server started with just get_datetime, or a user who turned every filesystem tool off in the settings, still got a control that nothing would read. Tools now declare whether they resolve their paths and run against the working directory, next to the write permission they already publish in the /tools listing. The WebUI shows the chip and enables the /cwd command only when at least one such tool is both served and left enabled.
56 lines
1.5 KiB
C++
56 lines
1.5 KiB
C++
#pragma once
|
|
|
|
#include "server-common.h"
|
|
#include "server-http.h"
|
|
#include "server-queue.h"
|
|
#include "server-mcp.h"
|
|
|
|
#include <atomic>
|
|
#include <functional>
|
|
#include <memory>
|
|
|
|
struct server_tool {
|
|
std::string name;
|
|
std::string display_name;
|
|
bool permission_write = false;
|
|
bool support_stream = false; // if true, output can be streamed
|
|
bool uses_cwd = false; // if true, the tool resolves paths and runs against the working directory
|
|
|
|
virtual ~server_tool() = default;
|
|
virtual json get_definition() const = 0;
|
|
virtual std::string type() const { return "builtin"; }
|
|
|
|
struct stream {
|
|
server_response & qr;
|
|
int id;
|
|
std::function<bool()> alive;
|
|
void push(const std::string & chunk);
|
|
};
|
|
virtual json invoke(json params, stream * st = nullptr) const = 0;
|
|
|
|
json to_json() const;
|
|
};
|
|
|
|
struct server_tools_docker_runtime; // impl detail, defined in server-tools.cpp
|
|
|
|
struct server_tools {
|
|
std::vector<std::unique_ptr<server_tool>> tools;
|
|
|
|
// for streaming
|
|
server_response queue_res;
|
|
std::atomic<int> res_id{0};
|
|
|
|
// set when --tools-runtime is configured; owns the docker container used to run tools, if any
|
|
std::unique_ptr<server_tools_docker_runtime> docker_runtime;
|
|
|
|
void setup(const std::vector<std::string> & enabled_tools,
|
|
server_mcp & mcp_mgr,
|
|
const std::string & tools_runtime);
|
|
|
|
server_http_context::handler_t handle_get;
|
|
server_http_context::handler_t handle_post;
|
|
|
|
server_tools();
|
|
~server_tools();
|
|
};
|