This PR introduces several enhancements and refactorings to the AI Persona and RAG (Retrieval-Augmented Generation) functionalities within the discourse-ai plugin. Here's a breakdown of the changes: **1. LLM Model Association for RAG and Personas:** - **New Database Columns:** Adds `rag_llm_model_id` to both `ai_personas` and `ai_tools` tables. This allows specifying a dedicated LLM for RAG indexing, separate from the persona's primary LLM. Adds `default_llm_id` and `question_consolidator_llm_id` to `ai_personas`. - **Migration:** Includes a migration (`20250210032345_migrate_persona_to_llm_model_id.rb`) to populate the new `default_llm_id` and `question_consolidator_llm_id` columns in `ai_personas` based on the existing `default_llm` and `question_consolidator_llm` string columns, and a post migration to remove the latter. - **Model Changes:** The `AiPersona` and `AiTool` models now `belong_to` an `LlmModel` via `rag_llm_model_id`. The `LlmModel.proxy` method now accepts an `LlmModel` instance instead of just an identifier. `AiPersona` now has `default_llm_id` and `question_consolidator_llm_id` attributes. - **UI Updates:** The AI Persona and AI Tool editors in the admin panel now allow selecting an LLM for RAG indexing (if PDF/image support is enabled). The RAG options component displays an LLM selector. - **Serialization:** The serializers (`AiCustomToolSerializer`, `AiCustomToolListSerializer`, `LocalizedAiPersonaSerializer`) have been updated to include the new `rag_llm_model_id`, `default_llm_id` and `question_consolidator_llm_id` attributes. **2. PDF and Image Support for RAG:** - **Site Setting:** Introduces a new hidden site setting, `ai_rag_pdf_images_enabled`, to control whether PDF and image files can be indexed for RAG. This defaults to `false`. - **File Upload Validation:** The `RagDocumentFragmentsController` now checks the `ai_rag_pdf_images_enabled` setting and allows PDF, PNG, JPG, and JPEG files if enabled. Error handling is included for cases where PDF/image indexing is attempted with the setting disabled. - **PDF Processing:** Adds a new utility class, `DiscourseAi::Utils::PdfToImages`, which uses ImageMagick (`magick`) to convert PDF pages into individual PNG images. A maximum PDF size and conversion timeout are enforced. - **Image Processing:** A new utility class, `DiscourseAi::Utils::ImageToText`, is included to handle OCR for the images and PDFs. - **RAG Digestion Job:** The `DigestRagUpload` job now handles PDF and image uploads. It uses `PdfToImages` and `ImageToText` to extract text and create document fragments. - **UI Updates:** The RAG uploader component now accepts PDF and image file types if `ai_rag_pdf_images_enabled` is true. The UI text is adjusted to indicate supported file types. **3. Refactoring and Improvements:** - **LLM Enumeration:** The `DiscourseAi::Configuration::LlmEnumerator` now provides a `values_for_serialization` method, which returns a simplified array of LLM data (id, name, vision_enabled) suitable for use in serializers. This avoids exposing unnecessary details to the frontend. - **AI Helper:** The `AiHelper::Assistant` now takes optional `helper_llm` and `image_caption_llm` parameters in its constructor, allowing for greater flexibility. - **Bot and Persona Updates:** Several updates were made across the codebase, changing the string based association to a LLM to the new model based. - **Audit Logs:** The `DiscourseAi::Completions::Endpoints::Base` now formats raw request payloads as pretty JSON for easier auditing. - **Eval Script:** An evaluation script is included. **4. Testing:** - The PR introduces a new eval system for LLMs, this allows us to test how functionality works across various LLM providers. This lives in `/evals`
286 lines
8.2 KiB
Plaintext
286 lines
8.2 KiB
Plaintext
import Component from "@glimmer/component";
|
|
import { tracked } from "@glimmer/tracking";
|
|
import { fn } from "@ember/helper";
|
|
import { on } from "@ember/modifier";
|
|
import { action } from "@ember/object";
|
|
import didInsert from "@ember/render-modifiers/modifiers/did-insert";
|
|
import didUpdate from "@ember/render-modifiers/modifiers/did-update";
|
|
import { service } from "@ember/service";
|
|
import AceEditor from "discourse/components/ace-editor";
|
|
import BackButton from "discourse/components/back-button";
|
|
import DButton from "discourse/components/d-button";
|
|
import DTooltip from "discourse/components/d-tooltip";
|
|
import withEventValue from "discourse/helpers/with-event-value";
|
|
import { popupAjaxError } from "discourse/lib/ajax-error";
|
|
import { i18n } from "discourse-i18n";
|
|
import ComboBox from "select-kit/components/combo-box";
|
|
import AiToolParameterEditor from "./ai-tool-parameter-editor";
|
|
import AiToolTestModal from "./modal/ai-tool-test-modal";
|
|
import RagOptions from "./rag-options";
|
|
import RagUploader from "./rag-uploader";
|
|
|
|
const ACE_EDITOR_MODE = "javascript";
|
|
const ACE_EDITOR_THEME = "chrome";
|
|
|
|
export default class AiToolEditor extends Component {
|
|
@service router;
|
|
@service dialog;
|
|
@service modal;
|
|
@service toasts;
|
|
@service store;
|
|
@service siteSettings;
|
|
|
|
@tracked isSaving = false;
|
|
@tracked editingModel = null;
|
|
@tracked showDelete = false;
|
|
@tracked selectedPreset = null;
|
|
|
|
get presets() {
|
|
return this.args.presets.map((preset) => {
|
|
return {
|
|
name: preset.preset_name,
|
|
id: preset.preset_id,
|
|
};
|
|
});
|
|
}
|
|
|
|
get showPresets() {
|
|
return !this.selectedPreset && this.args.model.isNew;
|
|
}
|
|
|
|
@action
|
|
updateModel() {
|
|
this.editingModel = this.args.model.workingCopy();
|
|
this.showDelete = !this.args.model.isNew;
|
|
}
|
|
|
|
@action
|
|
configurePreset() {
|
|
this.selectedPreset = this.args.presets.findBy("preset_id", this.presetId);
|
|
this.editingModel = this.store
|
|
.createRecord("ai-tool", this.selectedPreset)
|
|
.workingCopy();
|
|
this.showDelete = false;
|
|
}
|
|
|
|
@action
|
|
updateUploads(uploads) {
|
|
this.editingModel.rag_uploads = uploads;
|
|
}
|
|
|
|
@action
|
|
removeUpload(upload) {
|
|
this.editingModel.rag_uploads.removeObject(upload);
|
|
if (!this.args.model.isNew) {
|
|
this.save();
|
|
}
|
|
}
|
|
|
|
@action
|
|
async save() {
|
|
this.isSaving = true;
|
|
|
|
try {
|
|
const data = this.editingModel.getProperties(
|
|
"name",
|
|
"tool_name",
|
|
"description",
|
|
"parameters",
|
|
"script",
|
|
"summary",
|
|
"rag_uploads",
|
|
"rag_chunk_tokens",
|
|
"rag_chunk_overlap_tokens",
|
|
"rag_llm_model_id"
|
|
);
|
|
|
|
await this.args.model.save(data);
|
|
|
|
this.toasts.success({
|
|
data: { message: i18n("discourse_ai.tools.saved") },
|
|
duration: 2000,
|
|
});
|
|
if (!this.args.tools.any((tool) => tool.id === this.args.model.id)) {
|
|
this.args.tools.pushObject(this.args.model);
|
|
}
|
|
|
|
this.router.transitionTo(
|
|
"adminPlugins.show.discourse-ai-tools.edit",
|
|
this.args.model
|
|
);
|
|
} catch (e) {
|
|
popupAjaxError(e);
|
|
} finally {
|
|
this.isSaving = false;
|
|
}
|
|
}
|
|
|
|
@action
|
|
delete() {
|
|
return this.dialog.confirm({
|
|
message: i18n("discourse_ai.tools.confirm_delete"),
|
|
didConfirm: async () => {
|
|
await this.args.model.destroyRecord();
|
|
|
|
this.args.tools.removeObject(this.args.model);
|
|
this.router.transitionTo("adminPlugins.show.discourse-ai-tools.index");
|
|
},
|
|
});
|
|
}
|
|
|
|
@action
|
|
openTestModal() {
|
|
this.modal.show(AiToolTestModal, {
|
|
model: {
|
|
tool: this.editingModel,
|
|
},
|
|
});
|
|
}
|
|
|
|
<template>
|
|
<BackButton
|
|
@route="adminPlugins.show.discourse-ai-tools"
|
|
@label="discourse_ai.tools.back"
|
|
/>
|
|
|
|
<form
|
|
{{didInsert this.updateModel @model.id}}
|
|
{{didUpdate this.updateModel @model.id}}
|
|
class="form-horizontal ai-tool-editor"
|
|
>
|
|
{{#if this.showPresets}}
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.presets"}}</label>
|
|
<ComboBox
|
|
@value={{this.presetId}}
|
|
@content={{this.presets}}
|
|
class="ai-tool-editor__presets"
|
|
/>
|
|
</div>
|
|
|
|
<div class="control-group ai-llm-editor__action_panel">
|
|
<DButton
|
|
@action={{this.configurePreset}}
|
|
@label="discourse_ai.tools.next.title"
|
|
class="ai-tool-editor__next"
|
|
/>
|
|
</div>
|
|
{{else}}
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.name"}}</label>
|
|
<input
|
|
{{on "input" (withEventValue (fn (mut this.editingModel.name)))}}
|
|
value={{this.editingModel.name}}
|
|
type="text"
|
|
class="ai-tool-editor__name"
|
|
/>
|
|
<DTooltip
|
|
@icon="circle-question"
|
|
@content={{i18n "discourse_ai.tools.name_help"}}
|
|
/>
|
|
</div>
|
|
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.tool_name"}}</label>
|
|
<input
|
|
{{on
|
|
"input"
|
|
(withEventValue (fn (mut this.editingModel.tool_name)))
|
|
}}
|
|
value={{this.editingModel.tool_name}}
|
|
type="text"
|
|
class="ai-tool-editor__tool_name"
|
|
/>
|
|
<DTooltip
|
|
@icon="circle-question"
|
|
@content={{i18n "discourse_ai.tools.tool_name_help"}}
|
|
/>
|
|
</div>
|
|
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.description"}}</label>
|
|
<textarea
|
|
{{on
|
|
"input"
|
|
(withEventValue (fn (mut this.editingModel.description)))
|
|
}}
|
|
placeholder={{i18n "discourse_ai.tools.description_help"}}
|
|
class="ai-tool-editor__description input-xxlarge"
|
|
>{{this.editingModel.description}}</textarea>
|
|
</div>
|
|
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.summary"}}</label>
|
|
<input
|
|
{{on "input" (withEventValue (fn (mut this.editingModel.summary)))}}
|
|
value={{this.editingModel.summary}}
|
|
type="text"
|
|
class="ai-tool-editor__summary input-xxlarge"
|
|
/>
|
|
<DTooltip
|
|
@icon="circle-question"
|
|
@content={{i18n "discourse_ai.tools.summary_help"}}
|
|
/>
|
|
</div>
|
|
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.parameters"}}</label>
|
|
<AiToolParameterEditor @parameters={{this.editingModel.parameters}} />
|
|
</div>
|
|
|
|
<div class="control-group">
|
|
<label>{{i18n "discourse_ai.tools.script"}}</label>
|
|
<AceEditor
|
|
@content={{this.editingModel.script}}
|
|
@onChange={{fn (mut this.editingModel.script)}}
|
|
@mode={{ACE_EDITOR_MODE}}
|
|
@theme={{ACE_EDITOR_THEME}}
|
|
@editorId="ai-tool-script-editor"
|
|
/>
|
|
</div>
|
|
|
|
{{#if this.siteSettings.ai_embeddings_enabled}}
|
|
<div class="control-group">
|
|
<RagUploader
|
|
@target={{this.editingModel}}
|
|
@updateUploads={{this.updateUploads}}
|
|
@onRemove={{this.removeUpload}}
|
|
@allowPdfsAndImages={{@settings.rag_pdf_images_enabled}}
|
|
/>
|
|
</div>
|
|
<RagOptions
|
|
@model={{this.editingModel}}
|
|
@llms={{@llms}}
|
|
@allowPdfsAndImages={{@settings.rag_pdf_images_enabled}}
|
|
/>
|
|
{{/if}}
|
|
|
|
<div class="control-group ai-tool-editor__action_panel">
|
|
{{#unless @model.isNew}}
|
|
<DButton
|
|
@action={{this.openTestModal}}
|
|
@label="discourse_ai.tools.test"
|
|
class="ai-tool-editor__test-button"
|
|
/>
|
|
{{/unless}}
|
|
|
|
<DButton
|
|
@action={{this.save}}
|
|
@label="discourse_ai.tools.save"
|
|
@disabled={{this.isSaving}}
|
|
class="btn-primary ai-tool-editor__save"
|
|
/>
|
|
|
|
{{#if this.showDelete}}
|
|
<DButton
|
|
@action={{this.delete}}
|
|
@label="discourse_ai.tools.delete"
|
|
class="btn-danger ai-tool-editor__delete"
|
|
/>
|
|
{{/if}}
|
|
</div>
|
|
{{/if}}
|
|
</form>
|
|
</template>
|
|
}
|