From bd1490a5368dfbd13ec0273891e31b6c368ec473 Mon Sep 17 00:00:00 2001 From: Roman Rizzi Date: Tue, 28 May 2024 16:55:43 -0300 Subject: [PATCH] FIX: include_usage is not available in the Azure API. (#648) Follow-up #618 --- lib/completions/endpoints/open_ai.rb | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/lib/completions/endpoints/open_ai.rb b/lib/completions/endpoints/open_ai.rb index 3e7f54ee..6c6fffdc 100644 --- a/lib/completions/endpoints/open_ai.rb +++ b/lib/completions/endpoints/open_ai.rb @@ -107,7 +107,10 @@ module DiscourseAi if @streaming_mode payload[:stream] = true - payload[:stream_options] = { include_usage: true } + + # Usage is not available in Azure yet. + # We'll fallback to guess this using the tokenizer. + payload[:stream_options] = { include_usage: true } if model_uri.host.exclude?("azure") end payload[:tools] = dialect.tools if dialect.tools.present?