File tree Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Expand file tree Collapse file tree 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change 1717// a HTTP-server which serves llama.cpp-requests (POST-request /completion).
1818// llama.server.path should point to a folder which contains HTML-ressources like those in
1919// https://github.com/ggerganov/llama.cpp/tree/master/examples/server/public.
20+ // The system-property llama.server.path is optional to serve a gui in addition
21+ // to the chat-completion-API using POST requests.
2022//
2123// To run just:
2224// jbang Llama3.java --help
@@ -338,7 +340,7 @@ else if ("user".equals(role)) {
338340 exchange .close ();
339341 return ;
340342 }
341-
343+
342344 JsonFormat format = mapRequest .containsKey ("messages" ) ? JsonFormat .OPENAI : JsonFormat .LLAMA_CPP ;
343345
344346 try {
@@ -612,7 +614,7 @@ private static void dumpString(StringBuilder sb, String s) {
612614 }
613615 sb .append ('"' );
614616 }
615-
617+
616618 static class TeeBufferedReader extends BufferedReader {
617619 final StringBuilder sb = new StringBuilder ();
618620 /**
You can’t perform that action at this time.
0 commit comments