1
0
mirror of synced 2026-08-04 06:46:57 +00:00

FEATURE: Mixtral for summarization (#381)

This commit is contained in:
Rafael dos Santos Silva
2023-12-26 17:50:02 -03:00
committed by GitHub
parent 3c27cbfb9a
commit 20cb15ab5f
2 changed files with 2 additions and 1 deletions
+1 -1
View File
@@ -11,7 +11,7 @@ module DiscourseAi
end
def default_options
{ max_tokens_to_sample: 2000, model: model }
{ max_tokens: 2000, model: model }
end
def provider_id
+1
View File
@@ -18,6 +18,7 @@ module DiscourseAi
max_tokens: SiteSetting.ai_hugging_face_token_limit,
),
Models::Gemini.new("gemini-pro", max_tokens: 32_768),
Models::Mixtral.new("mistralai/Mixtral-8x7B-Instruct-v0.1", max_tokens: 32_000),
]
foldable_models.each do |model|