Updated AIB contract with default portal language

src/common/copilot/IntelligenceApiService.ts

@@ -16,7 +16,7 @@ import { enableCrossGeoDataFlowInGeo } from "./utils/copilotUtil";
 const clientType = EXTENSION_NAME + '-' + getExtensionType();
 const clientVersion = getExtensionVersion();
 
-export async function sendApiRequest(userPrompt: UserPrompt[], activeFileParams: IActiveFileParams, orgID: string, apiToken: string, sessionID: string, entityName: string, entityColumns: string[], telemetry: ITelemetry, aibEndpoint: string | null, geoName: string | null, crossGeoDataMovementEnabledPPACFlag = false) {
+export async function sendApiRequest(userPrompt: UserPrompt[], activeFileParams: IActiveFileParams, orgID: string, apiToken: string, sessionID: string, entityName: string, entityColumns: string[], telemetry: ITelemetry, aibEndpoint: string | null, geoName: string | null, defaultPortalLanguageCode: string, crossGeoDataMovementEnabledPPACFlag = false) {
 
     if (!aibEndpoint) {
         return NetworkError;
@@ -40,6 +40,7 @@ export async function sendApiRequest(userPrompt: UserPrompt[], activeFileParams:
                 "targetColumns": entityColumns,
                 "clientType": clientType,
                 "clientVersion": clientVersion,
+                "defaultPortalLanguageCode": defaultPortalLanguageCode,
             }
         },
         "crossGeoOptions": {

src/common/copilot/Language/Utils.ts

@@ -0,0 +1,113 @@
+/*
+ * Copyright (c) Microsoft Corporation. All rights reserved.
+ * Licensed under the MIT License. See License.txt in the project root for license information.
+ */
+
+import * as vscode from "vscode";
+import { RequestInit } from "node-fetch";
+import { findWebsiteYAML, parseYAMLAndFetchKey } from "../../utilities/Utils";
+import { fetchJsonResponse, getCommonHeaders } from "../../services/AuthenticationProvider";
+import { sendTelemetryEvent } from "../telemetry/copilotTelemetry";
+import { CopilotGetLanguageCodeFailureEvent, CopilotGetLanguageCodeSuccessEvent } from "../telemetry/telemetryConstants";
+import { ADX_LANGUAGECODE, ADX_WEBSITE_LANGUAGE } from "../constants";
+import { ITelemetry } from "../../../client/telemetry/ITelemetry";
+import { getDefaultLanguageCodeWeb } from "../../../web/client/utilities/fileAndEntityUtil";
+
+declare const IS_DESKTOP: string | undefined;
+
+export async function getDefaultLanguageCode(orgUrl:string, telemetry: ITelemetry, sessionID: string, dataverseToken: string) {
+    let defaultPortalLanguageCode = vscode.env.language;
+    if (IS_DESKTOP) {
+        const lcid = await fetchLanguageCodeId();
+        defaultPortalLanguageCode = await fetchLanguageCodeFromAPI(orgUrl, dataverseToken, telemetry, sessionID, lcid);
+    } else {
+        defaultPortalLanguageCode = getDefaultLanguageCodeWeb();
+    }
+    return defaultPortalLanguageCode;
+}
+
+export async function readWebsiteYAML(filePath: string): Promise<string | null> {
+    const workspaceFolder = vscode.workspace.getWorkspaceFolder(
+        vscode.Uri.file(filePath)
+    );
+
+    if (workspaceFolder) {
+        const workspaceFolderPath = workspaceFolder.uri.fsPath;
+        return await findWebsiteYAML(filePath, workspaceFolderPath);
+    }
+
+    return null;
+}
+
+export async function fetchLanguageCodeId(): Promise<string> {
+    try {
+        let activeFilePath = "";
+        if (vscode.window.activeTextEditor) {
+            activeFilePath = vscode.window.activeTextEditor.document.uri.fsPath;
+        } else if (vscode.workspace.workspaceFolders?.length === 1) {
+            activeFilePath = vscode.workspace.workspaceFolders[0].uri.fsPath;
+        } else {
+            // Handle multiple workspace folders when no active text editor is present
+            return "";
+        }
+
+        const yamlContent = await readWebsiteYAML(activeFilePath);
+        if (yamlContent) {
+            const languageCodeId = parseYAMLAndFetchKey(yamlContent, ADX_WEBSITE_LANGUAGE);
+            return languageCodeId;
+        } else {
+            return "";
+        }
+    } catch (error) {
+        return "";
+    }
+}
+
+export async function fetchLanguageCodeFromAPI(
+    orgUrl: string,
+    apiToken: string,
+    telemetry: ITelemetry,
+    sessionID: string,
+    lcid: string
+): Promise<string> {
+    try {
+        const dataverseApiUrl = `${
+            orgUrl.endsWith("/") ? orgUrl : orgUrl.concat("/")
+        }api/data/v9.2/adx_portallanguages`;
+
+        const requestOptions: RequestInit = {
+            method: "GET",
+            headers: getCommonHeaders(apiToken),
+        };
+
+        const startTime = performance.now();
+        const portalLanguagesResponse = await fetchJsonResponse(
+            dataverseApiUrl,
+            requestOptions
+        );
+        const endTime = performance.now();
+        const responseTime = endTime - startTime || 0;
+
+        const matchingLanguage = portalLanguagesResponse.value.find(
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            (language: any) => language.adx_lcid === parseInt(lcid, 10)
+        );
+
+        sendTelemetryEvent(telemetry, {
+            eventName: CopilotGetLanguageCodeSuccessEvent,
+            copilotSessionId: sessionID,
+            durationInMills: responseTime,
+            orgUrl: orgUrl,
+        });
+
+        return matchingLanguage?.[ADX_LANGUAGECODE] ?? vscode.env.language;
+    } catch (error) {
+        sendTelemetryEvent(telemetry, {
+            eventName: CopilotGetLanguageCodeFailureEvent,
+            copilotSessionId: sessionID,
+            error: error as Error,
+            orgUrl: orgUrl,
+        });
+        return vscode.env.language;
+    }
+}

src/common/copilot/PowerPagesCopilot.ts

@@ -24,6 +24,7 @@ import { orgChangeErrorEvent, orgChangeEvent } from "../OrgChangeNotifier";
 import { getDisabledOrgList, getDisabledTenantList } from "./utils/copilotUtil";
 import { INTELLIGENCE_SCOPE_DEFAULT, PROVIDER_ID } from "../services/Constants";
 import { ArtemisService } from "../services/ArtemisService";
+import { getDefaultLanguageCode } from "./Language/Utils";
 
 let intelligenceApiToken: string;
 let userID: string; // Populated from PAC or intelligence API
@@ -361,11 +362,11 @@ export class PowerPagesCopilot implements vscode.WebviewViewProvider {
                 let metadataInfo = { entityName: '', formName: '' };
                 let componentInfo: string[] = [];
 
+                const dataverseToken = (await dataverseAuthentication(telemetry, activeOrgUrl, true)).accessToken;
+
                 if (activeFileParams.dataverseEntity == ADX_ENTITYFORM || activeFileParams.dataverseEntity == ADX_ENTITYLIST) {
                     metadataInfo = await getEntityName(telemetry, sessionID, activeFileParams.dataverseEntity);
 
-                    const dataverseToken = (await dataverseAuthentication(telemetry, activeOrgUrl, true)).accessToken;
-
                     if (activeFileParams.dataverseEntity == ADX_ENTITYFORM) {
                         const formColumns = await getFormXml(metadataInfo.entityName, metadataInfo.formName, activeOrgUrl, dataverseToken, telemetry, sessionID);
                         componentInfo = formColumns;
@@ -375,7 +376,10 @@ export class PowerPagesCopilot implements vscode.WebviewViewProvider {
                     }
 
                 }
-                return sendApiRequest(data, activeFileParams, orgID, intelligenceApiToken, sessionID, metadataInfo.entityName, componentInfo, telemetry, this.aibEndpoint, this.geoName, this.crossGeoDataMovementEnabledPPACFlag);
+
+                const defaultPortalLanguageCode = await getDefaultLanguageCode(activeOrgUrl, this.telemetry, sessionID, dataverseToken);
+
+                return sendApiRequest(data, activeFileParams, orgID, intelligenceApiToken, sessionID, metadataInfo.entityName, componentInfo, telemetry, this.aibEndpoint, this.geoName, defaultPortalLanguageCode, this.crossGeoDataMovementEnabledPPACFlag);
             })
             .then(apiResponse => {
                 this.sendMessageToWebview({ type: 'apiResponse', value: apiResponse });

src/common/copilot/constants.ts

@@ -32,6 +32,8 @@ export const THUMBS_UP = 'thumbsUp';
 export const THUMBS_DOWN = 'thumbsDown';
 export const ADX_ENTITYFORM = "adx_entityform";
 export const ADX_ENTITYLIST = "adx_entitylist";
+export const ADX_LANGUAGECODE = "adx_languagecode";
+export const ADX_WEBSITE_LANGUAGE = "adx_website_language";
 export const ATTRIBUTE_DESCRIPTION = 'description';
 export const ATTRIBUTE_DATAFIELD_NAME = 'datafieldname';
 export const ATTRIBUTE_CLASSID = 'classid';

src/common/copilot/dataverseMetadata.ts

@@ -3,7 +3,7 @@
  * Licensed under the MIT License. See License.txt in the project root for license information.
  */
 
-import fetch, { RequestInit } from "node-fetch";
+import { RequestInit } from "node-fetch";
 import path from "path";
 import * as vscode from "vscode";
 import yaml from 'yaml';
@@ -14,6 +14,7 @@ import { getEntityMetadata } from "../../web/client/utilities/fileAndEntityUtil"
 import { DOMParser } from "@xmldom/xmldom";
 import { ATTRIBUTE_CLASSID, ATTRIBUTE_DATAFIELD_NAME, ATTRIBUTE_DESCRIPTION, ControlClassIdMap, SYSTEFORMS_API_PATH } from "./constants";
 import { getUserAgent } from "../utilities/Utils";
+import { fetchJsonResponse } from "../services/AuthenticationProvider";
 
 
 declare const IS_DESKTOP: string | undefined;
@@ -79,17 +80,6 @@ export async function getFormXml(entityName: string, formName: string, orgUrl: s
     }
 }
 
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-async function fetchJsonResponse(url: string, requestInit: RequestInit): Promise<any> {
-    const response = await fetch(url, requestInit);
-
-    if (!response.ok) {
-        throw new Error(`Network request failed with status ${response.status}`);
-    }
-
-    return response.json();
-}
-
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 function getAttributesFromResponse(jsonResponse: any): string[] {
     if (jsonResponse.Attributes && Array.isArray(jsonResponse.Attributes) && jsonResponse.Attributes.length > 0) {
@@ -219,4 +209,3 @@ function parseYamlContent(content: string, telemetry: ITelemetry, sessionID: str
         return {};
     }
 }
-

src/common/copilot/telemetry/telemetryConstants.ts

@@ -37,3 +37,5 @@ export const CopilotNotAvailableECSConfig = 'CopilotNotAvailableECSConfig';
 export const CopilotExplainCode = 'CopilotExplainCode';
 export const CopilotExplainCodeSize = 'CopilotExplainCodeSize';
 export const CopilotNpsAuthenticationCompleted = "CopilotNpsAuthenticationCompleted";
+export const CopilotGetLanguageCodeSuccessEvent = "CopilotGetLanguageCodeSuccessEvent";
+export const CopilotGetLanguageCodeFailureEvent = "CopilotGetLanguageCodeFailureEvent";

src/common/services/AuthenticationProvider.ts

@@ -4,6 +4,7 @@
  */
 
 import * as vscode from "vscode";
+import fetch, { RequestInit } from "node-fetch";
 import { showErrorDialog } from "../../web/client/common/errorHandler";
 import { ITelemetry } from "../../client/telemetry/ITelemetry";
 import { sendTelemetryEvent } from "../copilot/telemetry/copilotTelemetry";
@@ -53,6 +54,17 @@ export function getCommonHeaders(
     };
 }
 
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+export async function fetchJsonResponse(url: string, requestInit: RequestInit): Promise<any> {
+    const response = await fetch(url, requestInit);
+
+    if (!response.ok) {
+        throw new Error(`Network request failed with status ${response.status}`);
+    }
+
+    return response.json();
+}
+
 //Get access token for Intelligence API service
 export async function intelligenceAPIAuthentication(telemetry: ITelemetry, sessionID: string, orgId: string, firstTimeAuth = false): Promise<{ accessToken: string, user: string, userId: string }> {
     let accessToken = '';

src/common/utilities/Utils.ts

@@ -4,11 +4,13 @@
  */
 
 import * as vscode from "vscode";
+import yaml from 'yaml';
 import { EXTENSION_ID, EXTENSION_NAME, SETTINGS_EXPERIMENTAL_STORE_NAME } from "../../client/constants";
 import { CUSTOM_TELEMETRY_FOR_POWER_PAGES_SETTING_NAME } from "../OneDSLoggerTelemetry/telemetryConstants";
 import { PacWrapper } from "../../client/pac/PacWrapper";
 import { AUTH_CREATE_FAILED, AUTH_CREATE_MESSAGE, DataverseEntityNameMap, EntityFieldMap, FieldTypeMap, PAC_SUCCESS } from "../copilot/constants";
 import { IActiveFileData, IActiveFileParams } from "../copilot/model";
+import path from "path";
 
 export function getSelectedCode(editor: vscode.TextEditor): string {
     if (!editor) {
@@ -179,3 +181,34 @@ export function getActiveEditorContent(): IActiveFileData {
 
     return activeFileData;
 }
+
+export async function findWebsiteYAML(
+    dir: string,
+    workspaceFolderPath: string
+): Promise<string | null> {
+    const websiteYAMLFilePath = vscode.Uri.joinPath(vscode.Uri.file(dir), "website.yml").fsPath;
+
+    const diskRead = await import("fs");
+
+    try {
+        await diskRead.promises.access(websiteYAMLFilePath, diskRead.constants.F_OK);
+    } catch (error) {
+        const parentDir = path.dirname(dir);
+        if (parentDir === dir || !parentDir.startsWith(workspaceFolderPath)) {
+            return null;
+        }
+        return findWebsiteYAML(parentDir, workspaceFolderPath);
+    }
+
+    try {
+        const yamlContent = await diskRead.readFileSync(websiteYAMLFilePath, "utf8");
+        return yamlContent;
+    } catch (error) {
+        return null;
+    }
+}
+
+export async function parseYAMLAndFetchKey(yamlContent: string, key: string): Promise<string> {
+    const parsedYAML = yaml.parse(yamlContent);
+    return parsedYAML[key];
+}

src/web/client/utilities/fileAndEntityUtil.ts

@@ -7,6 +7,7 @@ import * as vscode from "vscode";
 import WebExtensionContext from "../WebExtensionContext";
 import { IAttributePath } from "../common/interfaces";
 import { SchemaEntityMetadata } from "../schema/constants";
+import { queryParameters } from "../common/constants";
 
 // File utility functions
 export function fileHasDirtyChanges(fileFsPath: string) {
@@ -89,6 +90,18 @@ export function getFileName(fsPath: string) {
     return fsPath.split(/[\\/]/).pop();
 }
 
+export function getDefaultLanguageCodeWeb() {
+    const lcid =
+        WebExtensionContext.websiteIdToLanguage.get(
+            WebExtensionContext.urlParametersMap.get(queryParameters.WEBSITE_ID) as string
+        ) ?? "";
+
+    const defaultLanguageCode =
+        WebExtensionContext.languageIdCodeMap.get(lcid) ?? vscode.env.language;
+
+    return defaultLanguageCode;
+}
+
 // Entity utility functions
 export function getEntityEtag(entityId: string) {
     return WebExtensionContext.entityDataMap.getEntityMap.get(entityId)