Codeunit 7759 AOAI Token

System Application, System.AI

src/System Application/App/AI/src/Azure OpenAI/AOAIToken.Codeunit.al68 lines, Copyright (c) Microsoft Corporation. MIT

namespace System.AI;/// <summary>/// Provides functionality to get the token count for an input according to the model family they'd be used with./// </summary>codeunit 7759 "AOAI Token"{    InherentEntitlements = X;    InherentPermissions = X;    Access = Public;    var        AzureOpenAIImpl: Codeunit "Azure OpenAI Impl";        Encodingcl100kbaseLbl: Label 'cl100k_base', Locked = true;        Encodingp50kbaseLbl: Label 'p50k_base', Locked = true;    /// <summary>    /// Gets the token count for the input according to GPT3.5 models.    /// </summary>    /// <param name="Input">The input to get the token count for.</param>    /// <returns>The token count.</returns>    procedure GetGPT35TokenCount(Input: SecretText): Integer    begin        exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl));    end;    /// <summary>    /// Gets the token count for the input according to GPT4 models.    /// </summary>    /// <param name="Input">The input to get the token count for.</param>    /// <returns>The token count.</returns>    procedure GetGPT4TokenCount(Input: SecretText): Integer    begin        exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl));    end;    /// <summary>    /// Gets the token count for the input according to embedding Ada models.    /// </summary>    /// <param name="Input">The input to get the token count for.</param>    /// <returns>The token count.</returns>    procedure GetAdaTokenCount(Input: SecretText): Integer    begin        exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl));    end;    /// <summary>    /// Gets the token count for the input according to text Davinci models.    /// </summary>    /// <param name="Input">The input to get the token count for.</param>    /// <returns>The token count.</returns>    procedure GetDavinciTokenCount(Input: SecretText): Integer    begin        exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingp50kbaseLbl));    end;    /// <summary>    /// Gets the total tokens used till now for the server session.    /// The total tokens used is aggregated for all the models.    /// Note: this method is expected to change in future.    /// </summary>    /// <returns>The total token consumed for the session.</returns>    procedure GetTotalServerSessionTokensConsumed(): Integer    begin        exit(AzureOpenAIImpl.GetTotalServerSessionTokensConsumed());    end;}