number of chats completed

tikikun · tikikun · commit a4c0b8ec8319 · 2023-12-11T16:01:51.000+07:00
diff --git a/controllers/llamaCPP.h b/controllers/llamaCPP.h
@@ -1909,5 +1909,6 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
   std::string pre_prompt;
   int repeat_last_n;
   bool caching_enabled;
+  std::atomic<int> no_of_chats = 0; 
 };
 }; // namespace inferences
