Codeunit 6105 E-Doc. Similar Descriptions

E-Document Core, Microsoft.eServices.EDocument.Processing.AI

src/Apps/W1/EDocument/App/src/Processing/AI/Tools/EDocSimilarDescriptions.Codeunit.al273 lines, Copyright (c) Microsoft Corporation. MIT

// ------------------------------------------------------------------------------------------------// Copyright (c) Microsoft Corporation. All rights reserved.// Licensed under the MIT License. See License.txt in the project root for license information.// ------------------------------------------------------------------------------------------------namespace Microsoft.eServices.EDocument.Processing.AI;using Microsoft.eServices.EDocument.Processing.Import;using Microsoft.eServices.EDocument.Processing.Import.Purchase;using System.AI;using System.Azure.KeyVault;using System.Log;using System.Telemetry;codeunit 6105 "E-Doc. Similar Descriptions" implements "AOAI Function", IEDocAISystem{    Access = Internal;    TableNo = "E-Document Purchase Line";    EventSubscriberInstance = Manual;    InherentPermissions = X;    InherentEntitlements = X;    var        EDocumentNo: Integer;    trigger OnRun()    var        TempEDocLineMatchBuffer: Record "EDoc Line Match Buffer" temporary;        EDocumentAIProcessor: Codeunit "E-Doc. AI Tool Processor";        EDocActivityLogBuilder: Codeunit "Activity Log Builder";        Response: Codeunit "AOAI Operation Response";        FunctionResponse: Codeunit "AOAI Function Response";        FeatureTelemetry: Codeunit "Feature Telemetry";        EDocImpSessionTelemetry: Codeunit "E-Doc. Imp. Session Telemetry";        ProcessedCount: Integer;        MatchedCount: Integer;        TelemetryDimensions: Dictionary of [Text, Text];        ActivityLogTitleTxt: Label 'Similar descriptions for %1', Comment = '%1 = Line description';        AISimilarDescEventTok: Label 'Similar Descriptions AI Match', Locked = true;    begin        if not EDocumentAIProcessor.Setup(this) then            exit;        if not EDocumentAIProcessor.Process(CreateUserMessage(Rec), Response) then            exit;        foreach FunctionResponse in Response.GetFunctionResponses() do begin            TempEDocLineMatchBuffer := FunctionResponse.GetResult();            OnGetSimilarDescriptionsFunctionResponse(TempEDocLineMatchBuffer);            if not Rec.Get(Rec."E-Document Entry No.", TempEDocLineMatchBuffer."Line No.") then                continue;            ProcessedCount += 1;            // Store similar descriptions for potential use by other systems            if TempEDocLineMatchBuffer."Historical Matching Reasoning" <> '' then begin                MatchedCount += 1;                EDocActivityLogBuilder                    .Init(Database::"E-Document Purchase Line", Rec.FieldNo(Description), Rec.SystemId)                    .SetExplanation(TempEDocLineMatchBuffer."Historical Matching Reasoning")                    .SetType(Enum::"Activity Log Type"::"AI")                    .SetReferenceTitle(StrSubstNo(ActivityLogTitleTxt, Rec.Description))                    .Log();                EDocImpSessionTelemetry.SetLineBool(Rec.SystemId, AISimilarDescEventTok, true);            end;        end;        TelemetryDimensions.Add('Total lines', Format(Rec.Count()));        TelemetryDimensions.Add('Processed lines', Format(ProcessedCount));        TelemetryDimensions.Add('Matched lines', Format(MatchedCount));        FeatureTelemetry.LogUsage('0000PUO', EDocumentAIProcessor.GetEDocumentMatchingAssistanceName(), GetFeatureName(), TelemetryDimensions);    end;    /// <summary>    /// Public method to get similar descriptions for a single line description    /// </summary>    /// <param name="LineDescription">The description to generate similar terms for</param>    /// <returns>List of similar description terms</returns>    procedure GetSimilarDescriptions(LineDescription: Text): List of [Text]    var        TempEDocumentPurchaseLine: Record "E-Document Purchase Line" temporary;        TempEDocLineMatchBuffer: Record "EDoc Line Match Buffer" temporary;        EDocumentAIProcessor: Codeunit "E-Doc. AI Tool Processor";        Response: Codeunit "AOAI Operation Response";        FunctionResponse: Codeunit "AOAI Function Response";        SimilarDescriptions: List of [Text];        SimilarTermsArray: JsonArray;        TermToken: JsonToken;        TermText: Text;    begin        if LineDescription = '' then            exit(SimilarDescriptions);        // Create a temporary line record for the AI call        TempEDocumentPurchaseLine.Init();        TempEDocumentPurchaseLine."E-Document Entry No." := 1;        TempEDocumentPurchaseLine."Line No." := 1;        TempEDocumentPurchaseLine.Description := CopyStr(LineDescription, 1, MaxStrLen(TempEDocumentPurchaseLine.Description));        TempEDocumentPurchaseLine.Insert();        // Process with AI        if not EDocumentAIProcessor.Setup(this) then            exit(SimilarDescriptions);        if not EDocumentAIProcessor.Process(CreateUserMessage(TempEDocumentPurchaseLine), Response) then            exit(SimilarDescriptions);        // Extract similar descriptions from function responses        foreach FunctionResponse in Response.GetFunctionResponses() do begin            TempEDocLineMatchBuffer := FunctionResponse.GetResult();            // Parse the similar descriptions from the stored reasoning field            if TempEDocLineMatchBuffer."Historical Matching Reasoning" <> '' then                // The similar descriptions are stored as JSON in the reasoning field                if SimilarTermsArray.ReadFrom(TempEDocLineMatchBuffer."Historical Matching Reasoning") then                    foreach TermToken in SimilarTermsArray do                        if TermToken.IsValue() then begin                            TermText := TermToken.AsValue().AsText().Trim();                            if (TermText <> '') and (StrLen(TermText) > 3) then                                SimilarDescriptions.Add(TermText);                        end;        end;        exit(SimilarDescriptions);    end;    local procedure CreateUserMessage(var EDocumentPurchaseLine: Record "E-Document Purchase Line"): Text    var        UserMessage: JsonArray;        UserMessageTxt: Text;    begin        // Store document number for later use        if EDocumentPurchaseLine.FindFirst() then            EDocumentNo := EDocumentPurchaseLine."E-Document Entry No.";        UserMessage.Add(BuildEDocumentPurchaseLines(EDocumentPurchaseLine));        UserMessage.WriteTo(UserMessageTxt);        OnUserMessageCreated(UserMessageTxt);        exit(UserMessageTxt);    end;    local procedure BuildEDocumentPurchaseLines(var EDocumentPurchaseLine: Record "E-Document Purchase Line") EDocumentPurchaseLinesJson: JsonObject    var        JsonObject: JsonObject;        EDocumentPurchaseLineArray: JsonArray;    begin        EDocumentPurchaseLine.Ascending(true);        if EDocumentPurchaseLine.FindSet() then            repeat                Clear(JsonObject);                JsonObject.Add('lineId', EDocumentPurchaseLine."Line No.");                JsonObject.Add('description', EDocumentPurchaseLine.Description);                if EDocumentPurchaseLine."Unit Price" <> 0 then                    JsonObject.Add('unitPrice', EDocumentPurchaseLine."Unit Price");                EDocumentPurchaseLineArray.Add(JsonObject);            until EDocumentPurchaseLine.Next() = 0;        EDocumentPurchaseLinesJson.Add('purchaseLines', EDocumentPurchaseLineArray);    end;    #region "AOAI Function" interface implementation    procedure GetPrompt(): JsonObject    var        ToolDefinition: JsonObject;        FunctionDefinition: JsonObject;        ParametersDefinition: JsonObject;        FunctionDescriptionTok: Label 'Generates similar descriptions for invoice lines to help with historical matching.', Locked = true;    begin        ParametersDefinition.ReadFrom(NavApp.GetResourceAsText('AITools/SimilarDescriptions-ToolDef.json'));        FunctionDefinition.Add('name', GetName());        FunctionDefinition.Add('description', FunctionDescriptionTok);        FunctionDefinition.Add('parameters', ParametersDefinition);        ToolDefinition.Add('type', 'function');        ToolDefinition.Add('function', FunctionDefinition);        exit(ToolDefinition);    end;    procedure Execute(Arguments: JsonObject): Variant    var        TempEDocLineMatchBuffer: Record "EDoc Line Match Buffer" temporary;        SimilarDescriptionsArray: JsonArray;        DescriptionToken: JsonToken;        SimilarDescriptionsText: Text;        SimilarDescriptionsJson: Text;        Description: Text;    begin        Clear(TempEDocLineMatchBuffer);        TempEDocLineMatchBuffer."E-Document Entry No." := EDocumentNo;        TempEDocLineMatchBuffer."Line No." := Arguments.GetInteger('lineId');        if Arguments.Contains('similarDescriptions') then begin            Arguments.Get('similarDescriptions', DescriptionToken);            if DescriptionToken.IsArray() then begin                SimilarDescriptionsArray := DescriptionToken.AsArray();                // Store the array as JSON for easy parsing later                SimilarDescriptionsArray.WriteTo(SimilarDescriptionsJson);                TempEDocLineMatchBuffer."Historical Matching Reasoning" := CopyStr(SimilarDescriptionsJson, 1, MaxStrLen(TempEDocLineMatchBuffer."Historical Matching Reasoning"));                // Also build a readable text version for logging                foreach DescriptionToken in SimilarDescriptionsArray do                    if DescriptionToken.IsValue() then begin                        Description := DescriptionToken.AsValue().AsText().Trim();                        if (Description <> '') and (StrLen(Description) > 3) then begin                            if SimilarDescriptionsText <> '' then                                SimilarDescriptionsText += ', ';                            SimilarDescriptionsText += Description;                        end;                    end;            end;        end;        if Arguments.Contains('reasoning') and (SimilarDescriptionsText <> '') then            // Combine reasoning with similar descriptions for activity logging            SimilarDescriptionsText := 'Similar terms: ' + SimilarDescriptionsText + '. ' + Arguments.GetText('reasoning');        exit(TempEDocLineMatchBuffer);    end;    procedure GetName(): Text    begin        exit('generate_similar_descriptions');    end;    #endregion "AOAI Function" interface implementation    #region "E-Document AI System" interface implementation    procedure GetSystemPrompt(UserLanguage: Text): SecretText    var        AzureKeyVault: Codeunit "Azure Key Vault";        SecurityPromptSecretText, CompletePromptSecretText : SecretText;        EDocSimilarDescriptionsPromptText: Text;        EDocSimilarDescriptionsPromptTok: Label 'Prompts/EDocSimilarDescriptions-SystemPrompt.md', Locked = true;        SecurityPromptTok: Label 'EDocSimilarDescriptions-SecurityPrompt', Locked = true;    begin        EDocSimilarDescriptionsPromptText := NavApp.GetResourceAsText(EDocSimilarDescriptionsPromptTok, TextEncoding::UTF8);        if AzureKeyVault.GetAzureKeyVaultSecret(SecurityPromptTok, SecurityPromptSecretText) then            CompletePromptSecretText := SecretText.SecretStrSubstNo(EDocSimilarDescriptionsPromptText, SecurityPromptSecretText, UserLanguage)        else begin            Session.LogMessage('0000QQ1', 'Failed to retrieve security prompt', Verbosity::Error, DataClassification::SystemMetadata, TelemetryScope::All, 'Category', GetFeatureName());            CompletePromptSecretText := SecretStrSubstNo('');        end;        exit(CompletePromptSecretText);    end;    procedure GetTools(): List of [Interface "AOAI Function"]    var        List: List of [Interface "AOAI Function"];    begin        List.Add(this);        exit(List);    end;    procedure GetFeatureName(): Text    begin        exit('EDocument Similar Descriptions')    end;    #endregion "E-Document AI System" interface implementation    [IntegrationEvent(false, false)]    local procedure OnGetSimilarDescriptionsFunctionResponse(TempEDocLineMatchBuffer: Record "EDoc Line Match Buffer" temporary)    begin    end;    [IntegrationEvent(false, false)]    local procedure OnUserMessageCreated(UserMessageTxt: Text)    begin    end;}