Compare commits

..
Author SHA1 Message Date
Sam Saffron 4ba091aa8b WIP rename persona -> agent 2025-05-29 15:17:34 +10:00
333 changed files with 2981 additions and 5365 deletions
@@ -0,0 +1,19 @@
import DiscourseRoute from "discourse/routes/discourse";
export default class AdminPluginsShowDiscourseAiAgentsEdit extends DiscourseRoute {
async model(params) {
const allAgents = this.modelFor(
"adminPlugins.show.discourse-ai-agents"
);
const id = parseInt(params.id, 10);
return allAgents.findBy("id", id);
}
setupController(controller, model) {
super.setupController(controller, model);
controller.set(
"allAgents",
this.modelFor("adminPlugins.show.discourse-ai-agents")
);
}
}
@@ -1,16 +1,16 @@
import { AUTO_GROUPS } from "discourse/lib/constants"; import { AUTO_GROUPS } from "discourse/lib/constants";
import DiscourseRoute from "discourse/routes/discourse"; import DiscourseRoute from "discourse/routes/discourse";
export default class AdminPluginsShowDiscourseAiPersonasNew extends DiscourseRoute { export default class AdminPluginsShowDiscourseAiAgentsNew extends DiscourseRoute {
async model() { async model() {
const record = this.store.createRecord("ai-persona"); const record = this.store.createRecord("ai-agent");
record.set("allowed_group_ids", [AUTO_GROUPS.trust_level_0.id]); record.set("allowed_group_ids", [AUTO_GROUPS.trust_level_0.id]);
record.set("rag_uploads", []); record.set("rag_uploads", []);
// these match the defaults on the table // these match the defaults on the table
record.set("rag_chunk_tokens", 374); record.set("rag_chunk_tokens", 374);
record.set("rag_chunk_overlap_tokens", 10); record.set("rag_chunk_overlap_tokens", 10);
record.set("rag_conversation_chunks", 10); record.set("rag_conversation_chunks", 10);
record.set("allow_personal_messages", true); record.set("allow_agentl_messages", true);
record.set("tool_details", false); record.set("tool_details", false);
return record; return record;
} }
@@ -18,8 +18,8 @@ export default class AdminPluginsShowDiscourseAiPersonasNew extends DiscourseRou
setupController(controller, model) { setupController(controller, model) {
super.setupController(controller, model); super.setupController(controller, model);
controller.set( controller.set(
"allPersonas", "allAgents",
this.modelFor("adminPlugins.show.discourse-ai-personas") this.modelFor("adminPlugins.show.discourse-ai-agents")
); );
} }
} }
@@ -0,0 +1,7 @@
import DiscourseRoute from "discourse/routes/discourse";
export default class DiscourseAiAiAgentsRoute extends DiscourseRoute {
model() {
return this.store.findAll("ai-agent");
}
}
@@ -1,19 +0,0 @@
import DiscourseRoute from "discourse/routes/discourse";
export default class AdminPluginsShowDiscourseAiPersonasEdit extends DiscourseRoute {
async model(params) {
const allPersonas = this.modelFor(
"adminPlugins.show.discourse-ai-personas"
);
const id = parseInt(params.id, 10);
return allPersonas.findBy("id", id);
}
setupController(controller, model) {
super.setupController(controller, model);
controller.set(
"allPersonas",
this.modelFor("adminPlugins.show.discourse-ai-personas")
);
}
}
@@ -1,7 +0,0 @@
import DiscourseRoute from "discourse/routes/discourse";
export default class DiscourseAiAiPersonasRoute extends DiscourseRoute {
model() {
return this.store.findAll("ai-persona");
}
}
@@ -0,0 +1,4 @@
<AiAgentListEditor
@agents={{this.allAgents}}
@currentAgent={{this.model}}
/>
@@ -0,0 +1 @@
<AiAgentListEditor @agents={{this.model}} />
@@ -0,0 +1,4 @@
<AiAgentListEditor
@agents={{this.allAgents}}
@currentAgent={{this.model}}
/>
@@ -15,7 +15,7 @@ export default RouteTemplate(
const prefix = "discourse_ai.features.list.header"; const prefix = "discourse_ai.features.list.header";
return [ return [
i18n(`${prefix}.name`), i18n(`${prefix}.name`),
i18n(`${prefix}.persona`), i18n(`${prefix}.agent`),
i18n(`${prefix}.groups`), i18n(`${prefix}.groups`),
"", "",
]; ];
@@ -75,21 +75,21 @@ export default RouteTemplate(
</span> </span>
</td> </td>
<td <td
class="d-admin-row__detail ai-feature-list__row-item ai-feature-list__persona" class="d-admin-row__detail ai-feature-list__row-item ai-feature-list__agent"
> >
<DButton <DButton
class="btn-flat btn-small ai-feature-list__row-item-persona" class="btn-flat btn-small ai-feature-list__row-item-agent"
@translatedLabel={{feature.persona.name}} @translatedLabel={{feature.agent.name}}
@route="adminPlugins.show.discourse-ai-personas.edit" @route="adminPlugins.show.discourse-ai-agents.edit"
@routeModels={{feature.persona.id}} @routeModels={{feature.agent.id}}
/> />
</td> </td>
<td <td
class="d-admin-row__detail ai-feature-list__row-item ai-feature-list__groups" class="d-admin-row__detail ai-feature-list__row-item ai-feature-list__groups"
> >
{{#if (gt feature.persona.allowed_groups.length 0)}} {{#if (gt feature.agent.allowed_groups.length 0)}}
<ul class="ai-feature-list__row-item-groups"> <ul class="ai-feature-list__row-item-groups">
{{#each feature.persona.allowed_groups as |group|}} {{#each feature.agent.allowed_groups as |group|}}
<li>{{group.name}}</li> <li>{{group.name}}</li>
{{/each}} {{/each}}
</ul> </ul>
@@ -1,4 +0,0 @@
<AiPersonaListEditor
@personas={{this.allPersonas}}
@currentPersona={{this.model}}
/>
@@ -1 +0,0 @@
<AiPersonaListEditor @personas={{this.model}} />
@@ -1,4 +0,0 @@
<AiPersonaListEditor
@personas={{this.allPersonas}}
@currentPersona={{this.model}}
/>
@@ -1,4 +1,4 @@
<section class="ai-persona-tool-editor__current admin-detail pull-left"> <section class="ai-agent-tool-editor__current admin-detail pull-left">
<AiToolEditor <AiToolEditor
@tools={{this.allTools}} @tools={{this.allTools}}
@model={{this.model}} @model={{this.model}}
@@ -1,4 +1,4 @@
<section class="ai-persona-tool-editor__current admin-detail pull-left"> <section class="ai-agent-tool-editor__current admin-detail pull-left">
<AiToolEditor <AiToolEditor
@tools={{this.allTools}} @tools={{this.allTools}}
@model={{this.model}} @model={{this.model}}
@@ -2,20 +2,20 @@
module DiscourseAi module DiscourseAi
module Admin module Admin
class AiPersonasController < ::Admin::AdminController class AiAgentsController < ::Admin::AdminController
requires_plugin ::DiscourseAi::PLUGIN_NAME requires_plugin ::DiscourseAi::PLUGIN_NAME
before_action :find_ai_persona, only: %i[edit update destroy create_user] before_action :find_ai_agent, only: %i[edit update destroy create_user]
def index def index
ai_personas = ai_agents =
AiPersona.ordered.map do |persona| AiAgent.ordered.map do |agent|
# we use a special serializer here cause names and descriptions are # we use a special serializer here cause names and descriptions are
# localized for system personas # localized for system agents
LocalizedAiPersonaSerializer.new(persona, root: false) LocalizedAiAgentSerializer.new(agent, root: false)
end end
tools = tools =
DiscourseAi::Personas::Persona.all_available_tools.map do |tool| DiscourseAi::Agents::Agent.all_available_tools.map do |tool|
AiToolSerializer.new(tool, root: false) AiToolSerializer.new(tool, root: false)
end end
AiTool AiTool
@@ -36,7 +36,7 @@ module DiscourseAi
allowed_seeded_llm_ids: SiteSetting.ai_bot_allowed_seeded_models_map, allowed_seeded_llm_ids: SiteSetting.ai_bot_allowed_seeded_models_map,
) )
render json: { render json: {
ai_personas: ai_personas, ai_agents: ai_agents,
meta: { meta: {
tools: tools, tools: tools,
llms: llms, llms: llms,
@@ -51,55 +51,55 @@ module DiscourseAi
end end
def edit def edit
render json: LocalizedAiPersonaSerializer.new(@ai_persona) render json: LocalizedAiAgentSerializer.new(@ai_agent)
end end
def create def create
ai_persona = AiPersona.new(ai_persona_params.except(:rag_uploads)) ai_agent = AiAgent.new(ai_agent_params.except(:rag_uploads))
if ai_persona.save if ai_agent.save
RagDocumentFragment.link_target_and_uploads(ai_persona, attached_upload_ids) RagDocumentFragment.link_target_and_uploads(ai_agent, attached_upload_ids)
render json: { render json: {
ai_persona: LocalizedAiPersonaSerializer.new(ai_persona, root: false), ai_agent: LocalizedAiAgentSerializer.new(ai_agent, root: false),
}, },
status: :created status: :created
else else
render_json_error ai_persona render_json_error ai_agent
end end
end end
def create_user def create_user
user = @ai_persona.create_user! user = @ai_agent.create_user!
render json: BasicUserSerializer.new(user, root: "user") render json: BasicUserSerializer.new(user, root: "user")
end end
def update def update
if @ai_persona.update(ai_persona_params.except(:rag_uploads)) if @ai_agent.update(ai_agent_params.except(:rag_uploads))
RagDocumentFragment.update_target_uploads(@ai_persona, attached_upload_ids) RagDocumentFragment.update_target_uploads(@ai_agent, attached_upload_ids)
render json: LocalizedAiPersonaSerializer.new(@ai_persona, root: false) render json: LocalizedAiAgentSerializer.new(@ai_agent, root: false)
else else
render_json_error @ai_persona render_json_error @ai_agent
end end
end end
def destroy def destroy
if @ai_persona.destroy if @ai_agent.destroy
head :no_content head :no_content
else else
render_json_error @ai_persona render_json_error @ai_agent
end end
end end
def stream_reply def stream_reply
persona = agent =
AiPersona.find_by(name: params[:persona_name]) || AiAgent.find_by(name: params[:agent_name]) ||
AiPersona.find_by(id: params[:persona_id]) AiAgent.find_by(id: params[:agent_id])
return render_json_error(I18n.t("discourse_ai.errors.persona_not_found")) if persona.nil? return render_json_error(I18n.t("discourse_ai.errors.agent_not_found")) if agent.nil?
return render_json_error(I18n.t("discourse_ai.errors.persona_disabled")) if !persona.enabled return render_json_error(I18n.t("discourse_ai.errors.agent_disabled")) if !agent.enabled
if persona.default_llm.blank? if agent.default_llm.blank?
return render_json_error(I18n.t("discourse_ai.errors.no_default_llm")) return render_json_error(I18n.t("discourse_ai.errors.no_default_llm"))
end end
@@ -107,8 +107,8 @@ module DiscourseAi
return render_json_error(I18n.t("discourse_ai.errors.no_query_specified")) return render_json_error(I18n.t("discourse_ai.errors.no_query_specified"))
end end
if !persona.user_id if !agent.user_id
return render_json_error(I18n.t("discourse_ai.errors.no_user_for_persona")) return render_json_error(I18n.t("discourse_ai.errors.no_user_for_agent"))
end end
if !params[:username] && !params[:user_unique_id] if !params[:username] && !params[:user_unique_id]
@@ -142,7 +142,7 @@ module DiscourseAi
DiscourseAi::AiBot::ResponseHttpStreamer.queue_streamed_reply( DiscourseAi::AiBot::ResponseHttpStreamer.queue_streamed_reply(
io: io, io: io,
persona: persona, agent: agent,
user: user, user: user,
topic: topic, topic: topic,
query: params[:query].to_s, query: params[:query].to_s,
@@ -178,17 +178,17 @@ module DiscourseAi
end end
end end
def find_ai_persona def find_ai_agent
@ai_persona = AiPersona.find(params[:id]) @ai_agent = AiAgent.find(params[:id])
end end
def attached_upload_ids def attached_upload_ids
ai_persona_params[:rag_uploads].to_a.map { |h| h[:id] } ai_agent_params[:rag_uploads].to_a.map { |h| h[:id] }
end end
def ai_persona_params def ai_agent_params
permitted = permitted =
params.require(:ai_persona).permit( params.require(:ai_agent).permit(
:name, :name,
:description, :description,
:enabled, :enabled,
@@ -209,7 +209,7 @@ module DiscourseAi
:allow_chat_channel_mentions, :allow_chat_channel_mentions,
:allow_chat_direct_messages, :allow_chat_direct_messages,
:allow_topic_mentions, :allow_topic_mentions,
:allow_personal_messages, :allow_agentl_messages,
:tool_details, :tool_details,
:forced_tool_count, :forced_tool_count,
:force_default_llm, :force_default_llm,
@@ -217,15 +217,15 @@ module DiscourseAi
rag_uploads: [:id], rag_uploads: [:id],
) )
if tools = params.dig(:ai_persona, :tools) if tools = params.dig(:ai_agent, :tools)
permitted[:tools] = permit_tools(tools) permitted[:tools] = permit_tools(tools)
end end
if response_format = params.dig(:ai_persona, :response_format) if response_format = params.dig(:ai_agent, :response_format)
permitted[:response_format] = permit_response_format(response_format) permitted[:response_format] = permit_response_format(response_format)
end end
if examples = params.dig(:ai_persona, :examples) if examples = params.dig(:ai_agent, :examples)
permitted[:examples] = permit_examples(examples) permitted[:examples] = permit_examples(examples)
end end
@@ -17,19 +17,19 @@ module DiscourseAi
private private
def serialize_features(features) def serialize_features(features)
features.map { |feature| feature.merge(persona: serialize_persona(feature[:persona])) } features.map { |feature| feature.merge(agent: serialize_agent(feature[:agent])) }
end end
def serialize_feature(feature) def serialize_feature(feature)
return nil if feature.blank? return nil if feature.blank?
feature.merge(persona: serialize_persona(feature[:persona])) feature.merge(agent: serialize_agent(feature[:agent]))
end end
def serialize_persona(persona) def serialize_agent(agent)
return nil if persona.blank? return nil if agent.blank?
serialize_data(persona, AiFeaturesPersonaSerializer, root: false) serialize_data(agent, AiFeaturesAgentSerializer, root: false)
end end
end end
end end
@@ -6,8 +6,8 @@ module DiscourseAi
requires_plugin ::DiscourseAi::PLUGIN_NAME requires_plugin ::DiscourseAi::PLUGIN_NAME
def indexing_status_check def indexing_status_check
if params[:target_type] == "AiPersona" if params[:target_type] == "AiAgent"
@target = AiPersona.find(params[:target_id]) @target = AiAgent.find(params[:target_id])
elsif params[:target_type] == "AiTool" elsif params[:target_type] == "AiTool"
@target = AiTool.find(params[:target_id]) @target = AiTool.find(params[:target_id])
else else
@@ -46,17 +46,17 @@ module DiscourseAi
end end
def discover def discover
ai_persona = ai_agent =
AiPersona AiAgent
.all_personas(enabled_only: false) .all_agents(enabled_only: false)
.find { |persona| persona.id == SiteSetting.ai_bot_discover_persona.to_i } .find { |agent| agent.id == SiteSetting.ai_bot_discover_agent.to_i }
if ai_persona.nil? || !current_user.in_any_groups?(ai_persona.allowed_group_ids.to_a) if ai_agent.nil? || !current_user.in_any_groups?(ai_agent.allowed_group_ids.to_a)
raise Discourse::InvalidAccess.new raise Discourse::InvalidAccess.new
end end
if ai_persona.default_llm_id.blank? if ai_agent.default_llm_id.blank?
render_json_error "Discover persona is missing a default LLM model.", status: 503 render_json_error "Discover agent is missing a default LLM model.", status: 503
return return
end end
@@ -77,7 +77,7 @@ module DiscourseAi
user = User.find(params[:user_id]) user = User.find(params[:user_id])
bot_user_id = AiPersona.find_by(id: SiteSetting.ai_bot_discover_persona).user_id bot_user_id = AiAgent.find_by(id: SiteSetting.ai_bot_discover_agent).user_id
bot_username = User.find_by(id: bot_user_id).username bot_username = User.find_by(id: bot_user_id).username
query = params[:query] query = params[:query]
+5 -5
View File
@@ -11,12 +11,12 @@ module ::Jobs
message = ::Chat::Message.find_by(id: args[:message_id]) message = ::Chat::Message.find_by(id: args[:message_id])
return if message.blank? return if message.blank?
personaClass = agentClass =
DiscourseAi::Personas::Persona.find_by(id: args[:persona_id], user: message.user) DiscourseAi::Agents::Agent.find_by(id: args[:agent_id], user: message.user)
return if personaClass.blank? return if agentClass.blank?
user = User.find_by(id: personaClass.user_id) user = User.find_by(id: agentClass.user_id)
bot = DiscourseAi::Personas::Bot.as(user, persona: personaClass.new) bot = DiscourseAi::Agents::Bot.as(user, agent: agentClass.new)
DiscourseAi::AiBot::Playground.new(bot).reply_to_chat_message( DiscourseAi::AiBot::Playground.new(bot).reply_to_chat_message(
message, message,
+6 -6
View File
@@ -7,18 +7,18 @@ module ::Jobs
def execute(args) def execute(args)
return unless bot_user = User.find_by(id: args[:bot_user_id]) return unless bot_user = User.find_by(id: args[:bot_user_id])
return unless post = Post.includes(:topic).find_by(id: args[:post_id]) return unless post = Post.includes(:topic).find_by(id: args[:post_id])
persona_id = args[:persona_id] agent_id = args[:agent_id]
begin begin
persona = DiscourseAi::Personas::Persona.find_by(user: post.user, id: persona_id) agent = DiscourseAi::Agents::Agent.find_by(user: post.user, id: agent_id)
raise DiscourseAi::Personas::Bot::BOT_NOT_FOUND if persona.nil? raise DiscourseAi::Agents::Bot::BOT_NOT_FOUND if agent.nil?
bot = DiscourseAi::Personas::Bot.as(bot_user, persona: persona.new) bot = DiscourseAi::Agents::Bot.as(bot_user, agent: agent.new)
DiscourseAi::AiBot::Playground.new(bot).reply_to(post) DiscourseAi::AiBot::Playground.new(bot).reply_to(post)
rescue DiscourseAi::Personas::Bot::BOT_NOT_FOUND rescue DiscourseAi::Agents::Bot::BOT_NOT_FOUND
Rails.logger.warn( Rails.logger.warn(
"Bot not found for post #{post.id} - perhaps persona was deleted or bot was disabled", "Bot not found for post #{post.id} - perhaps agent was deleted or bot was disabled",
) )
end end
end end
-51
View File
@@ -1,51 +0,0 @@
# frozen_string_literal: true
module Jobs
class DetectTranslatePost < ::Jobs::Base
sidekiq_options retry: false
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
return if args[:post_id].blank?
post = Post.find_by(id: args[:post_id])
return if post.blank? || post.raw.blank? || post.deleted_at.present? || post.user_id <= 0
if SiteSetting.ai_translation_backfill_limit_to_public_content
topic = post.topic
if topic.blank? || topic.category&.read_restricted? ||
topic.archetype == Archetype.private_message
return
end
end
begin
detected_locale = DiscourseAi::Translation::PostLocaleDetector.detect_locale(post)
rescue FinalDestination::SSRFDetector::LookupFailedError
# this job is non-critical
# the backfill job will handle failures
return
end
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
return if locales.blank?
locales.each do |locale|
next if locale == detected_locale
begin
DiscourseAi::Translation::PostLocalizer.localize(post, locale)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to translate post #{post.id} to #{locale}: #{e.message}",
)
end
end
MessageBus.publish("/topic/#{post.topic_id}", type: :localized, id: post.id)
end
end
end
@@ -1,49 +0,0 @@
# frozen_string_literal: true
module Jobs
class DetectTranslateTopic < ::Jobs::Base
sidekiq_options retry: false
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
return if args[:topic_id].blank?
topic = Topic.find_by(id: args[:topic_id])
if topic.blank? || topic.title.blank? || topic.deleted_at.present? || topic.user_id <= 0
return
end
if SiteSetting.ai_translation_backfill_limit_to_public_content
return if topic.category&.read_restricted?
end
begin
detected_locale = DiscourseAi::Translation::TopicLocaleDetector.detect_locale(topic)
rescue FinalDestination::SSRFDetector::LookupFailedError
# this job is non-critical
# the backfill job will handle failures
return
end
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
return if locales.blank?
locales.each do |locale|
next if locale == detected_locale
begin
DiscourseAi::Translation::TopicLocalizer.localize(topic, locale)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to translate topic #{topic.id} to #{locale}: #{e.message}",
)
end
end
MessageBus.publish("/topic/#{topic.id}", type: :localized, id: 1)
end
end
end
-51
View File
@@ -1,51 +0,0 @@
# frozen_string_literal: true
module Jobs
class LocalizeCategories < ::Jobs::Base
cluster_concurrency 1
sidekiq_options retry: false
BATCH_SIZE = 50
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
return if locales.blank?
cat_id = args[:from_category_id] || Category.order(:id).first&.id
last_id = nil
categories = Category.where("id >= ?", cat_id).order(:id).limit(BATCH_SIZE)
return if categories.empty?
categories.each do |category|
if SiteSetting.ai_translation_backfill_limit_to_public_content && category.read_restricted?
last_id = category.id
next
end
CategoryLocalization.transaction do
locales.each do |locale|
next if CategoryLocalization.exists?(category_id: category.id, locale: locale)
begin
DiscourseAi::Translation::CategoryLocalizer.localize(category, locale)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to translate category #{category.id} to #{locale}: #{e.message}",
)
end
end
end
last_id = category.id
end
if categories.size == BATCH_SIZE
Jobs.enqueue_in(10.seconds, :localize_categories, from_category_id: last_id + 1)
end
end
end
end
-68
View File
@@ -1,68 +0,0 @@
# frozen_string_literal: true
module Jobs
class LocalizePosts < ::Jobs::Base
cluster_concurrency 1
sidekiq_options retry: false
BATCH_SIZE = 50
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
return if locales.blank?
limit = args[:limit] || BATCH_SIZE
locales.each do |locale|
posts =
Post
.joins(
"LEFT JOIN post_localizations pl ON pl.post_id = posts.id AND pl.locale = #{ActiveRecord::Base.connection.quote(locale)}",
)
.where(deleted_at: nil)
.where("posts.user_id > 0")
.where.not(raw: [nil, ""])
.where.not(locale: nil)
.where.not(locale: locale)
.where("pl.id IS NULL")
if SiteSetting.ai_translation_backfill_limit_to_public_content
posts =
posts
.joins(:topic)
.where(topics: { category_id: Category.where(read_restricted: false).select(:id) })
.where.not(topics: { archetype: Archetype.private_message })
end
if SiteSetting.ai_translation_backfill_max_age_days > 0
posts =
posts.where(
"posts.created_at > ?",
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
)
end
posts = posts.order(updated_at: :desc).limit(limit)
next if posts.empty?
posts.each do |post|
begin
DiscourseAi::Translation::PostLocalizer.localize(post, locale)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to translate post #{post.id} to #{locale}: #{e.message}",
)
end
end
DiscourseAi::Translation::VerboseLogger.log("Translated #{posts.size} posts to #{locale}")
end
end
end
end
-63
View File
@@ -1,63 +0,0 @@
# frozen_string_literal: true
module Jobs
class LocalizeTopics < ::Jobs::Base
cluster_concurrency 1
sidekiq_options retry: false
BATCH_SIZE = 50
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
locales = SiteSetting.experimental_content_localization_supported_locales.split("|")
return if locales.blank?
limit = args[:limit] || BATCH_SIZE
locales.each do |locale|
topics =
Topic
.joins(
"LEFT JOIN topic_localizations tl ON tl.topic_id = topics.id AND tl.locale = #{ActiveRecord::Base.connection.quote(locale)}",
)
.where(deleted_at: nil)
.where("topics.user_id > 0")
.where.not(locale: nil)
.where.not(locale: locale)
.where("tl.id IS NULL")
if SiteSetting.ai_translation_backfill_limit_to_public_content
topics = topics.where(category_id: Category.where(read_restricted: false).select(:id))
end
if SiteSetting.ai_translation_backfill_max_age_days > 0
topics =
topics.where(
"topics.created_at > ?",
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
)
end
topics = topics.order(updated_at: :desc).limit(limit)
next if topics.empty?
topics.each do |topic|
begin
DiscourseAi::Translation::TopicLocalizer.localize(topic, locale)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to translate topic #{topic.id} to #{locale}: #{e.message}",
)
end
end
DiscourseAi::Translation::VerboseLogger.log("Translated #{topics.size} topics to #{locale}")
end
end
end
end
+2 -2
View File
@@ -9,8 +9,8 @@ module Jobs
return unless SiteSetting.ai_discord_search_enabled return unless SiteSetting.ai_discord_search_enabled
if SiteSetting.ai_discord_search_mode == "persona" if SiteSetting.ai_discord_search_mode == "agent"
DiscourseAi::Discord::Bot::PersonaReplier.new(interaction).handle_interaction! DiscourseAi::Discord::Bot::AgentReplier.new(interaction).handle_interaction!
else else
DiscourseAi::Discord::Bot::Search.new(interaction).handle_interaction! DiscourseAi::Discord::Bot::Search.new(interaction).handle_interaction!
end end
+9 -9
View File
@@ -8,20 +8,20 @@ module Jobs
return if (user = User.find_by(id: args[:user_id])).nil? return if (user = User.find_by(id: args[:user_id])).nil?
return if (query = args[:query]).blank? return if (query = args[:query]).blank?
ai_persona_klass = ai_agent_klass =
AiPersona AiAgent
.all_personas(enabled_only: false) .all_agents(enabled_only: false)
.find { |persona| persona.id == SiteSetting.ai_bot_discover_persona.to_i } .find { |agent| agent.id == SiteSetting.ai_bot_discover_agent.to_i }
if ai_persona_klass.nil? || !user.in_any_groups?(ai_persona_klass.allowed_group_ids.to_a) if ai_agent_klass.nil? || !user.in_any_groups?(ai_agent_klass.allowed_group_ids.to_a)
return return
end end
return if (llm_model = LlmModel.find_by(id: ai_persona_klass.default_llm_id)).nil? return if (llm_model = LlmModel.find_by(id: ai_agent_klass.default_llm_id)).nil?
bot = bot =
DiscourseAi::Personas::Bot.as( DiscourseAi::Agents::Bot.as(
Discourse.system_user, Discourse.system_user,
persona: ai_persona_klass.new, agent: ai_agent_klass.new,
model: llm_model, model: llm_model,
) )
@@ -31,7 +31,7 @@ module Jobs
base = { query: query, model_used: llm_model.display_name } base = { query: query, model_used: llm_model.display_name }
context = context =
DiscourseAi::Personas::BotContext.new( DiscourseAi::Agents::BotContext.new(
messages: [{ type: :user, content: query }], messages: [{ type: :user, content: query }],
skip_tool_details: true, skip_tool_details: true,
) )
@@ -1,16 +0,0 @@
# frozen_string_literal: true
module Jobs
class CategoryLocalizationBackfill < ::Jobs::Scheduled
every 12.hours
cluster_concurrency 1
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
return if SiteSetting.experimental_content_localization_supported_locales.blank?
Jobs.enqueue(:localize_categories)
end
end
end
@@ -1,18 +0,0 @@
# frozen_string_literal: true
module Jobs
class PostLocalizationBackfill < ::Jobs::Scheduled
every 5.minutes
cluster_concurrency 1
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
return if SiteSetting.experimental_content_localization_supported_locales.blank?
return if SiteSetting.ai_translation_backfill_rate == 0
Jobs.enqueue(:localize_posts, limit: SiteSetting.ai_translation_backfill_rate)
end
end
end
@@ -1,56 +0,0 @@
# frozen_string_literal: true
module Jobs
class PostsLocaleDetectionBackfill < ::Jobs::Scheduled
every 5.minutes
sidekiq_options retry: false
cluster_concurrency 1
def execute(args)
return if !SiteSetting.discourse_ai_enabled
return if !SiteSetting.ai_translation_enabled
return if SiteSetting.ai_translation_backfill_rate == 0
posts =
Post
.where(locale: nil)
.where(deleted_at: nil)
.where("posts.user_id > 0")
.where.not(raw: [nil, ""])
if SiteSetting.ai_translation_backfill_limit_to_public_content
public_categories = Category.where(read_restricted: false).pluck(:id)
posts =
posts
.joins(:topic)
.where(topics: { category_id: public_categories })
.where(topics: { archetype: "regular" })
end
if SiteSetting.ai_translation_backfill_max_age_days > 0
posts =
posts.where(
"posts.created_at > ?",
SiteSetting.ai_translation_backfill_max_age_days.days.ago,
)
end
posts = posts.order(updated_at: :desc).limit(SiteSetting.ai_translation_backfill_rate)
return if posts.empty?
posts.each do |post|
begin
DiscourseAi::Translation::PostLocaleDetector.detect_locale(post)
rescue FinalDestination::SSRFDetector::LookupFailedError
# do nothing, there are too many sporadic lookup failures
rescue => e
DiscourseAi::Translation::VerboseLogger.log(
"Failed to detect post #{post.id}'s locale: #{e.message}",
)
end
end
DiscourseAi::Translation::VerboseLogger.log("Detected #{posts.size} post locales")
end
end
end

Some files were not shown because too many files have changed in this diff Show More