tweaks to llama2 support in chat, fix message so it conforms to recommendation

by facebook (add <s> )

assets/javascripts/initializers/ai-bot-replies.js

@@ -8,7 +8,7 @@ import { registerWidgetShim } from "discourse/widgets/render-glimmer";
 import { hbs } from "ember-cli-htmlbars";
 
 function isGPTBot(user) {
-  return user && [-110, -111, -112].includes(user.id);
+  return user && [-110, -111, -112, -113].includes(user.id);
 }
 
 function attachHeaderIcon(api) {

lib/modules/ai_bot/open_llm_bot.rb

@@ -15,10 +15,14 @@ module DiscourseAi
 
         # start with system
         result = +""
-        result << "[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
+        result << "<s>[INST] <<SYS>>\n #{messages.shift[:content]} <</SYS>>\n\n #{messages.shift[:content]} [/INST]"
 
         messages.each do |message|
-          result << "\n\n[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
+          if message[:bot]
+            result << message[:content]
+          else
+            result << "</s><s>[INST]#{message[:bot] ? "" : message[:username] + ":"} #{message[:content]} [/INST]"
+          end
         end
 
         result
@@ -65,7 +69,7 @@ module DiscourseAi
           prompt,
           model_for,
           temperature: 0.4,
-          max_tokens: 200,
+          max_tokens: 600,
           &blk
         )
       end

lib/modules/summarization/models/llama2.rb

@@ -20,9 +20,9 @@ module DiscourseAi
           )
         end
 
-        def concatenate_summaries(summaries, &on_partial_blk)
-          prompt = <<~TEXT
-            [INST] <<SYS>>
+        def concatenate_summaries(summaries)
+          completion(<<~TEXT)
+            <s>[INST] <<SYS>>
             You are a helpful bot
             <</SYS>>