FEATURE: Make Mixtral tokenizer available for embeddings (#1258)

2025-04-11 12:01:38 -03:00
parent 0024f2d264
commit df63e36ad8
1 changed files with 1 additions and 0 deletions
@@ -23,6 +23,7 @@ class EmbeddingDefinition < ActiveRecord::Base
        DiscourseAi::Tokenizer::GeminiTokenizer,
        DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer,
        DiscourseAi::Tokenizer::OpenAiTokenizer,
+        DiscourseAi::Tokenizer::MixtralTokenizer,
      ].map(&:name)
    end