make llama server configurable

This commit is contained in:
2024-01-26 15:47:02 +01:00
parent 06eca937bf
commit 2aea0bbdac
4 changed files with 20 additions and 5 deletions

View File

@@ -18,6 +18,11 @@ static std::string convertToSafeGrammarString(std::string_view input) {
return res;
}
LlamaCppWeb::LlamaCppWeb(
ConfigModelI& conf
) : _conf(conf), _cli(_conf.get_string("LlamaCppWeb", "server").value_or("localhost:8080")) {
}
LlamaCppWeb::~LlamaCppWeb(void) {
}