Codeunit 7759 AOAI Token
src/System Application/App/AI/src/Azure OpenAI/AOAIToken.Codeunit.al68 lines, Copyright (c) Microsoft Corporation. MIT
namespace System.AI;/// <summary>/// Provides functionality to get the token count for an input according to the model family they'd be used with./// </summary>codeunit 7759 "AOAI Token"{ InherentEntitlements = X; InherentPermissions = X; Access = Public; var AzureOpenAIImpl: Codeunit "Azure OpenAI Impl"; Encodingcl100kbaseLbl: Label 'cl100k_base', Locked = true; Encodingp50kbaseLbl: Label 'p50k_base', Locked = true; /// <summary> /// Gets the token count for the input according to GPT3.5 models. /// </summary> /// <param name="Input">The input to get the token count for.</param> /// <returns>The token count.</returns> procedure GetGPT35TokenCount(Input: SecretText): Integer begin exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl)); end; /// <summary> /// Gets the token count for the input according to GPT4 models. /// </summary> /// <param name="Input">The input to get the token count for.</param> /// <returns>The token count.</returns> procedure GetGPT4TokenCount(Input: SecretText): Integer begin exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl)); end; /// <summary> /// Gets the token count for the input according to embedding Ada models. /// </summary> /// <param name="Input">The input to get the token count for.</param> /// <returns>The token count.</returns> procedure GetAdaTokenCount(Input: SecretText): Integer begin exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingcl100kbaseLbl)); end; /// <summary> /// Gets the token count for the input according to text Davinci models. /// </summary> /// <param name="Input">The input to get the token count for.</param> /// <returns>The token count.</returns> procedure GetDavinciTokenCount(Input: SecretText): Integer begin exit(AzureOpenAIImpl.GetTokenCount(Input, Encodingp50kbaseLbl)); end; /// <summary> /// Gets the total tokens used till now for the server session. /// The total tokens used is aggregated for all the models. /// Note: this method is expected to change in future. /// </summary> /// <returns>The total token consumed for the session.</returns> procedure GetTotalServerSessionTokensConsumed(): Integer begin exit(AzureOpenAIImpl.GetTotalServerSessionTokensConsumed()); end;}