update: configure Bullhorn Warehouse for incremental reading

Riminder · Dec 2, 2024 · e592edc · e592edc
1 parent 722e8c7
commit e592edc
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 6 deletions.
diff --git a/manifest.json b/manifest.json
@@ -81,7 +81,7 @@
             "required": [],
             "$defs": {}
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadCreatedJobsCriterias",
             "type": "object",
@@ -818,7 +818,7 @@
             "required": [],
             "$defs": {}
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadUpdatedJobsCriterias",
             "type": "object",
@@ -1550,7 +1550,7 @@
             "required": [],
             "$defs": {}
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadArchivedJobsCriterias",
             "type": "object",
@@ -2374,7 +2374,7 @@
               }
             }
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadCreatedProfilesCriterias",
             "type": "object",
@@ -3669,7 +3669,7 @@
               }
             }
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadUpdatedProfilesCriterias",
             "type": "object",
@@ -4979,7 +4979,7 @@
               }
             }
           },
-          "supports_incremental": false,
+          "supports_incremental": true,
           "pull_parameters": {
             "title": "ReadArchivedProfilesCriterias",
             "type": "object",

diff --git a/src/hrflow_connectors/v2/connectors/bullhorn/aisles.py b/src/hrflow_connectors/v2/connectors/bullhorn/aisles.py
@@ -18,6 +18,7 @@
 from hrflow_connectors.v2.core.warehouse import (
     Aisle,
     Criterias,
+    IncrementalTokenHandler,
     ReadOperation,
     WriteOperation,
     merge,
@@ -965,6 +966,11 @@ def item_to_read_from_update_or_archive(item: dict) -> str:
             update=ReadUpdatedProfilesCriterias,
             archive=ReadArchivedProfilesCriterias,
         ),
+        incremental_token_handler=IncrementalTokenHandler(
+            create=item_to_read_from_create,
+            update=item_to_read_from_update_or_archive,
+            archive=item_to_read_from_update_or_archive,
+        ),
     ),
     schema=BullhornProfile,
 )
@@ -982,6 +988,11 @@ def item_to_read_from_update_or_archive(item: dict) -> str:
             update=ReadUpdatedJobsCriterias,
             archive=ReadArchivedJobsCriterias,
         ),
+        incremental_token_handler=IncrementalTokenHandler(
+            create=item_to_read_from_create,
+            update=item_to_read_from_update_or_archive,
+            archive=item_to_read_from_update_or_archive,
+        ),
     ),
     schema=BullhornJob,
 )