FIX: include_usage is not available in the Azure API. (#648)

Follow-up #618
2024-05-28 16:55:43 -03:00
parent b487de933d
commit bd1490a536
1 changed files with 4 additions and 1 deletions
@@ -107,7 +107,10 @@ module DiscourseAi

          if @streaming_mode
            payload[:stream] = true
-            payload[:stream_options] = { include_usage: true }
+
+            # Usage is not available in Azure yet.
+            # We'll fallback to guess this using the tokenizer.
+            payload[:stream_options] = { include_usage: true } if model_uri.host.exclude?("azure")
          end

          payload[:tools] = dialect.tools if dialect.tools.present?