Initial Commit for Advanced Batching

sdk/search/search-documents/review/search-documents.api.md

@@ -1029,7 +1029,6 @@ export class SearchClient<T> {
     readonly endpoint: string;
     getDocument<Fields extends keyof T>(key: string, options?: GetDocumentOptions<Fields>): Promise<T>;
     getDocumentsCount(options?: CountDocumentsOptions): Promise<number>;
-    // (undocumented)
     getSearchIndexingBufferedSenderInstance(options?: SearchIndexingBufferedSenderOptions): SearchIndexingBufferedSender<T>;
     indexDocuments(batch: IndexDocumentsBatch<T>, options?: IndexDocumentsOptions): Promise<IndexDocumentsResult>;
     readonly indexName: string;
@@ -1228,52 +1227,46 @@ export interface SearchIndexerWarning {
 // @public
 export class SearchIndexingBufferedSender<T> {
     constructor(client: SearchClient<T>, options?: SearchIndexingBufferedSenderOptions);
-    // (undocumented)
     deleteDocuments(documents: T[], options?: SearchIndexingBufferedSenderDeleteDocumentsOptions): Promise<void>;
     dispose(): void;
-    // (undocumented)
     flush(options?: SearchIndexingBufferedSenderFlushDocumentsOptions): Promise<void>;
-    // (undocumented)
     mergeDocuments(documents: T[], options?: SearchIndexingBufferedSenderMergeDocumentsOptions): Promise<void>;
-    // (undocumented)
     mergeOrUploadDocuments(documents: T[], options?: SearchIndexingBufferedSenderMergeOrUploadDocumentsOptions): Promise<void>;
-    // (undocumented)
+    off(event: "batchAdded", listener: (e: {
+        action: string;
+        documents: T[];
+    }) => void): void;
+    off(event: "batchSent", listener: (e: IndexDocumentsAction<T>) => void): void;
     off(event: "batchSucceeded", listener: (e: IndexDocumentsResult) => void): void;
-    // (undocumented)
     off(event: "batchFailed", listener: (e: RestError) => void): void;
-    // (undocumented)
-    on(event: "batchAdded", listener: (e: IndexDocumentsResult) => void): void;
-    // (undocumented)
+    on(event: "batchAdded", listener: (e: {
+        action: string;
+        documents: T[];
+    }) => void): void;
+    on(event: "batchSent", listener: (e: IndexDocumentsAction<T>) => void): void;
     on(event: "batchSucceeded", listener: (e: IndexDocumentsResult) => void): void;
-    // (undocumented)
     on(event: "batchFailed", listener: (e: RestError) => void): void;
-    // (undocumented)
     uploadDocuments(documents: T[], options?: SearchIndexingBufferedSenderUploadDocumentsOptions): Promise<void>;
 }
 
-// @public (undocumented)
+// @public
 export type SearchIndexingBufferedSenderDeleteDocumentsOptions = OperationOptions;
 
-// @public (undocumented)
+// @public
 export type SearchIndexingBufferedSenderFlushDocumentsOptions = OperationOptions;
 
-// @public (undocumented)
+// @public
 export type SearchIndexingBufferedSenderMergeDocumentsOptions = OperationOptions;
 
-// @public (undocumented)
+// @public
 export type SearchIndexingBufferedSenderMergeOrUploadDocumentsOptions = OperationOptions;
 
-// @public (undocumented)
+// @public
 export interface SearchIndexingBufferedSenderOptions {
-    // (undocumented)
     autoFlush?: boolean;
-    // (undocumented)
-    batchSize?: number;
-    // (undocumented)
-    flushWindowInMs?: number;
 }
 
-// @public (undocumented)
+// @public
 export type SearchIndexingBufferedSenderUploadDocumentsOptions = OperationOptions;
 
 // @public

sdk/search/search-documents/samples/typescript/src/bufferedSender/uploadDocuments/autoFlushSizeBased.ts

@@ -0,0 +1,106 @@
+import {
+  SearchIndexingBufferedSender,
+  AzureKeyCredential,
+  SearchClient,
+  GeographyPoint,
+  SearchIndexClient
+} from "@azure/search-documents";
+import { createIndex, WAIT_TIME } from "../../utils/setup";
+import { Hotel } from "../../utils/interfaces";
+import { delay } from "@azure/core-http";
+
+/**
+ * This sample is to demonstrate the use of SearchIndexingBufferedSender.
+ * In this sample, the autoFlush is set to true. i.e. the user does not
+ * want to call the flush manually. The upload action happen automatically
+ * when the size of the batch is greater than threshold (which is set to 1000)
+ * by default.
+ */
+const endpoint = process.env.SEARCH_API_ENDPOINT || "";
+const apiKey = process.env.SEARCH_API_KEY || "";
+const TEST_INDEX_NAME = "hotel-live-sample-test3";
+
+function getDocumentsArray(size: number): Hotel[] {
+  const array: Hotel[] = [];
+  for (let i = 1; i <= size; i++) {
+    array.push({
+      hotelId: `${i}`,
+      description:
+        "Best hotel in town if you like luxury hotels. They have an amazing infinity pool, a spa, " +
+        "and a really helpful concierge. The location is perfect -- right downtown, close to all " +
+        "the tourist attractions. We highly recommend this hotel.",
+      descriptionFr:
+        "Meilleur hôtel en ville si vous aimez les hôtels de luxe. Ils ont une magnifique piscine " +
+        "à débordement, un spa et un concierge très utile. L'emplacement est parfait – en plein " +
+        "centre, à proximité de toutes les attractions touristiques. Nous recommandons fortement " +
+        "cet hôtel.",
+      hotelName: "Fancy Stay",
+      category: "Luxury",
+      tags: ["pool", "view", "wifi", "concierge"],
+      parkingIncluded: false,
+      lastRenovationDate: new Date(2010, 5, 27),
+      rating: 5,
+      location: new GeographyPoint(47.678581, -122.131577)
+    });
+  }
+  return array;
+}
+
+export async function main() {
+  console.log(`Running SearchIndexingBufferedSender-uploadDocuments-With Auto Flush Sizes Sample`);
+
+  const credential = new AzureKeyCredential(apiKey);
+  const searchClient: SearchClient<Hotel> = new SearchClient<Hotel>(
+    endpoint,
+    TEST_INDEX_NAME,
+    credential
+  );
+  const indexClient: SearchIndexClient = new SearchIndexClient(endpoint, credential);
+
+  await createIndex(indexClient, TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+
+  const bufferedClient: SearchIndexingBufferedSender<Hotel> = searchClient.getSearchIndexingBufferedSenderInstance(
+    {
+      autoFlush: true
+    }
+  );
+
+  bufferedClient.on("batchAdded", (response: any) => {
+    console.log("Batch Added Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSent", (response: any) => {
+    console.log("Batch Sent Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSucceeded", (response: any) => {
+    console.log("Batch Succeeded Event has been receieved....");
+    console.log(response);
+  });
+
+  bufferedClient.on("batchFailed", (response: any) => {
+    console.log("Batch Failed Event has been receieved....");
+    console.log(response);
+  });
+
+  const documents: Hotel[] = getDocumentsArray(1001);
+  bufferedClient.uploadDocuments(documents);
+
+  await WAIT_TIME;
+
+  let count = await searchClient.getDocumentsCount();
+  while (count !== documents.length) {
+    await delay(WAIT_TIME);
+    count = await searchClient.getDocumentsCount();
+  }
+
+  // When the autoFlush is set to true, the user
+  // has to call the dispose method to clear the
+  // timer.
+  bufferedClient.dispose();
+  await indexClient.deleteIndex(TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+}
+
+main();

sdk/search/search-documents/samples/typescript/src/bufferedSender/uploadDocuments/autoFlushTimerBased.ts

@@ -0,0 +1,94 @@
+import {
+  SearchIndexingBufferedSender,
+  AzureKeyCredential,
+  SearchClient,
+  GeographyPoint,
+  SearchIndexClient
+} from "@azure/search-documents";
+import { createIndex, WAIT_TIME } from "../../utils/setup";
+import { Hotel } from "../../utils/interfaces";
+import { delay } from "@azure/core-http";
+
+/**
+ * This sample is to demonstrate the use of SearchIndexingBufferedSender.
+ * In this sample, the autoFlush is set to true. i.e. the user does not
+ * want to call the flush manually. The upload action happen automatically
+ * when the time interval is met. The time interval is set to 60000ms
+ * by default.
+ */
+const endpoint = process.env.SEARCH_API_ENDPOINT || "";
+const apiKey = process.env.SEARCH_API_KEY || "";
+const TEST_INDEX_NAME = "hotel-live-sample-test2";
+
+export async function main() {
+  console.log(`Running SearchIndexingBufferedSender-uploadDocuments-With Auto Flush Timer Sample`);
+
+  const credential = new AzureKeyCredential(apiKey);
+  const searchClient: SearchClient<Hotel> = new SearchClient<Hotel>(
+    endpoint,
+    TEST_INDEX_NAME,
+    credential
+  );
+  const indexClient: SearchIndexClient = new SearchIndexClient(endpoint, credential);
+
+  await createIndex(indexClient, TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+
+  const bufferedClient: SearchIndexingBufferedSender<Hotel> = searchClient.getSearchIndexingBufferedSenderInstance(
+    {
+      autoFlush: true
+    }
+  );
+
+  bufferedClient.on("batchAdded", (response: any) => {
+    console.log("Batch Added Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSent", (response: any) => {
+    console.log("Batch Sent Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSucceeded", (response: any) => {
+    console.log("Batch Succeeded Event has been receieved....");
+    console.log(response);
+  });
+
+  bufferedClient.on("batchFailed", (response: any) => {
+    console.log("Batch Failed Event has been receieved....");
+    console.log(response);
+  });
+
+  bufferedClient.uploadDocuments([
+    {
+      hotelId: "1",
+      description:
+        "Best hotel in town if you like luxury hotels. They have an amazing infinity pool, a spa, " +
+        "and a really helpful concierge. The location is perfect -- right downtown, close to all " +
+        "the tourist attractions. We highly recommend this hotel.",
+      descriptionFr:
+        "Meilleur hôtel en ville si vous aimez les hôtels de luxe. Ils ont une magnifique piscine " +
+        "à débordement, un spa et un concierge très utile. L'emplacement est parfait – en plein " +
+        "centre, à proximité de toutes les attractions touristiques. Nous recommandons fortement " +
+        "cet hôtel.",
+      hotelName: "Fancy Stay",
+      category: "Luxury",
+      tags: ["pool", "view", "wifi", "concierge"],
+      parkingIncluded: false,
+      lastRenovationDate: new Date(2010, 5, 27),
+      rating: 5,
+      location: new GeographyPoint(47.678581, -122.131577)
+    }
+  ]);
+
+  console.log("Waiting for 65000 ms to meet the flush window interval....");
+  await delay(65000);
+
+  // When the autoFlush is set to true, the user
+  // has to call the dispose method to clear the
+  // timer.
+  bufferedClient.dispose();
+  await indexClient.deleteIndex(TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+}
+
+main();

sdk/search/search-documents/samples/typescript/src/bufferedSender/uploadDocuments/manualFlush.ts

@@ -0,0 +1,87 @@
+import {
+  SearchIndexingBufferedSender,
+  AzureKeyCredential,
+  SearchClient,
+  GeographyPoint,
+  SearchIndexClient
+} from "@azure/search-documents";
+import { createIndex, WAIT_TIME } from "../../utils/setup";
+import { Hotel } from "../../utils/interfaces";
+import { delay } from "@azure/core-http";
+
+/**
+ * This sample is to demonstrate the use of SearchIndexingBufferedSender.
+ * In this sample, the autoFlush is set to false. i.e. the user
+ * wants to call the flush manually.
+ */
+const endpoint = process.env.SEARCH_API_ENDPOINT || "";
+const apiKey = process.env.SEARCH_API_KEY || "";
+const TEST_INDEX_NAME = "hotel-live-sample-test1";
+
+export async function main() {
+  console.log(`Running SearchIndexingBufferedSender-uploadDocuments-Without AutoFlush Sample`);
+
+  const credential = new AzureKeyCredential(apiKey);
+  const searchClient: SearchClient<Hotel> = new SearchClient<Hotel>(
+    endpoint,
+    TEST_INDEX_NAME,
+    credential
+  );
+  const indexClient: SearchIndexClient = new SearchIndexClient(endpoint, credential);
+
+  await createIndex(indexClient, TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+
+  const bufferedClient: SearchIndexingBufferedSender<Hotel> = searchClient.getSearchIndexingBufferedSenderInstance(
+    {
+      autoFlush: false
+    }
+  );
+
+  bufferedClient.on("batchAdded", (response: any) => {
+    console.log("Batch Added Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSent", (response: any) => {
+    console.log("Batch Sent Event has been receieved....");
+  });
+
+  bufferedClient.on("batchSucceeded", (response: any) => {
+    console.log("Batch Succeeded Event has been receieved....");
+    console.log(response);
+  });
+
+  bufferedClient.on("batchFailed", (response: any) => {
+    console.log("Batch Failed Event has been receieved....");
+    console.log(response);
+  });
+
+  bufferedClient.uploadDocuments([
+    {
+      hotelId: "1",
+      description:
+        "Best hotel in town if you like luxury hotels. They have an amazing infinity pool, a spa, " +
+        "and a really helpful concierge. The location is perfect -- right downtown, close to all " +
+        "the tourist attractions. We highly recommend this hotel.",
+      descriptionFr:
+        "Meilleur hôtel en ville si vous aimez les hôtels de luxe. Ils ont une magnifique piscine " +
+        "à débordement, un spa et un concierge très utile. L'emplacement est parfait – en plein " +
+        "centre, à proximité de toutes les attractions touristiques. Nous recommandons fortement " +
+        "cet hôtel.",
+      hotelName: "Fancy Stay",
+      category: "Luxury",
+      tags: ["pool", "view", "wifi", "concierge"],
+      parkingIncluded: false,
+      lastRenovationDate: new Date(2010, 5, 27),
+      rating: 5,
+      location: new GeographyPoint(47.678581, -122.131577)
+    }
+  ]);
+
+  await bufferedClient.flush();
+  bufferedClient.dispose();
+  await indexClient.deleteIndex(TEST_INDEX_NAME);
+  await delay(WAIT_TIME);
+}
+
+main();