Changed to 'max_line_size'

digital-land · Dec 3, 2024 · b203891 · b203891
1 parent 9da4abf
commit b203891
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/digital_land/package/datasetparquet.py b/digital_land/package/datasetparquet.py
@@ -193,7 +193,7 @@ def load_entities(self):
             SELECT {fields_str} FROM (
                 SELECT {fields_str}, CASE WHEN resource_csv."end-date" IS NULL THEN '2999-12-31' ELSE resource_csv."end-date" END AS resource_end_date
                 FROM temp_table
-                LEFT JOIN read_csv_auto('{self.resource_path}', max_line_length=40000000) resource_csv
+                LEFT JOIN read_csv_auto('{self.resource_path}', max_line_size=40000000) resource_csv
                 ON temp_table.resource = resource_csv.resource
                 QUALIFY ROW_NUMBER() OVER (
                     PARTITION BY entity, field
@@ -232,7 +232,7 @@ def load_entities(self):
         # define organisation query
         org_csv = organisation_path
         org_query = f"""
-             SELECT * FROM read_csv_auto('{org_csv}', max_line_length=40000000)
+             SELECT * FROM read_csv_auto('{org_csv}', max_line_size=40000000)
          """
 
         sql = f"""