fix: Qna pairs are being duplicated in the Qna knowledge base (micros…

…oft#5253)

Co-authored-by: Dong Lei <donglei@microsoft.com>

Composer/packages/server/src/models/bot/builder.ts

@@ -430,19 +430,22 @@ export class Builder {
       culture: config.fallbackLocal,
     });
 
-    if (qnaContents) {
-      const subscriptionKeyEndpoint = `https://${config.qnaRegion}.api.cognitive.microsoft.com/qnamaker/v4.0`;
-
-      const buildResult = await this.qnaBuilder.build(qnaContents, config.subscriptionKey, config.botName, {
-        endpoint: subscriptionKeyEndpoint,
-        suffix: config.suffix,
-      });
-
-      await this.qnaBuilder.writeDialogAssets(buildResult, {
-        force: true,
-        out: this.generatedFolderPath,
-      });
-    }
+    //we need to filter the source qna file out.
+    const filteredQnaContents = qnaContents?.filter((content) => !content.id.endsWith('.source'));
+
+    if (!filteredQnaContents || filteredQnaContents.length === 0) return;
+
+    const subscriptionKeyEndpoint = `https://${config.qnaRegion}.api.cognitive.microsoft.com/qnamaker/v4.0`;
+
+    const buildResult = await this.qnaBuilder.build(filteredQnaContents, config.subscriptionKey, config.botName, {
+      endpoint: subscriptionKeyEndpoint,
+      suffix: config.suffix,
+    });
+
+    await this.qnaBuilder.writeDialogAssets(buildResult, {
+      force: true,
+      out: this.generatedFolderPath,
+    });
   }
 
   //delete files in generated folder