From 91a6b8afe7b2d70744be7e8e084963df03facdd2 Mon Sep 17 00:00:00 2001
From: James Jones <jamjon3@gmail.com>
Date: Wed, 31 May 2023 22:32:17 -0400
Subject: [PATCH] Performing a back merge (#18)

* Fixing Null field on empty string (#17)

* Adding handling for North Carolina voter and history importing
---
 .idea/runConfigurations/voterwarehouse.xml |   2 +-
 Import/NorthCarolina.py                    | 220 +++++++++++++
 Warehouse/FloridaSQL.py                    |   4 +-
 Warehouse/ImplementedStates.py             |   3 +-
 Warehouse/NorthCarolina.py                 |  36 +++
 Warehouse/NorthCarolinaCodes.py            | 129 ++++++++
 Warehouse/NorthCarolinaSQL.py              | 357 +++++++++++++++++++++
 build.py                                   |   2 +
 8 files changed, 749 insertions(+), 4 deletions(-)
 create mode 100644 Import/NorthCarolina.py
 create mode 100644 Warehouse/NorthCarolina.py
 create mode 100644 Warehouse/NorthCarolinaCodes.py
 create mode 100644 Warehouse/NorthCarolinaSQL.py

diff --git a/.idea/runConfigurations/voterwarehouse.xml b/.idea/runConfigurations/voterwarehouse.xml
index bf33761..a23680b 100644
--- a/.idea/runConfigurations/voterwarehouse.xml
+++ b/.idea/runConfigurations/voterwarehouse.xml
@@ -12,7 +12,7 @@
     <option name="ADD_CONTENT_ROOTS" value="true" />
     <option name="ADD_SOURCE_ROOTS" value="true" />
     <option name="SCRIPT_NAME" value="$PROJECT_DIR$/voterwarehouse.py" />
-    <option name="PARAMETERS" value="-a &quot;import&quot; -s &quot;Florida&quot; -t &quot;voters&quot; -f &quot;$USER_HOME$/VoterFiles/20120402_VoterDetail.zip&quot; -c $USER_HOME$/VoterWarehouse.yml" />
+    <option name="PARAMETERS" value="-a &quot;import&quot; -s &quot;NorthCarolina&quot; -t &quot;histories&quot; -f &quot;$USER_HOME$/Downloads/ncvhis_Statewide.zip&quot; -c $USER_HOME$/VoterWarehouse.yml" />
     <option name="SHOW_COMMAND_LINE" value="false" />
     <option name="EMULATE_TERMINAL" value="false" />
     <option name="MODULE_MODE" value="false" />
diff --git a/Import/NorthCarolina.py b/Import/NorthCarolina.py
new file mode 100644
index 0000000..ab3346f
--- /dev/null
+++ b/Import/NorthCarolina.py
@@ -0,0 +1,220 @@
+# -*- coding: utf-8 -*-
+import csv
+# Handles Raw data import methods for North Carolina data
+
+import datetime
+import io
+import zipfile
+
+import Warehouse.NorthCarolinaSQL
+from Import.State import State
+
+
+class NorthCarolina(State):
+    """
+    Import.NorthCarolina class provides methods to import voter and voter history from provided Zip files
+    """
+
+    valid_import_types = {
+        "voters": {
+            "sql": "set_voter",
+            "parse": "parse_voter_into_tuple"
+        },
+        "histories": {
+            "sql": "set_history",
+            "parse": "parse_history_into_tuple"
+        }
+    }
+
+    history_keys = [
+        "county_code",
+        "county_name",
+        "voter_id",
+        "election_date",
+        "election_type",
+        "voting_method",
+        "party_code",
+        "party_name",
+        "precinct_code",
+        "precinct_name",
+        "ncid",
+        "voted_county_code",
+        "voted_county_name",
+        "voter_tabulated_district_code",
+        "voter_tabulated_district_name"
+    ]
+
+    voter_keys = {
+        "voter_id": ["voter_reg_num"],
+        "county_code": ["county_id"],
+        "county_name": ["county_desc"],
+        "ncid": [],
+        "name_last": ["last_name"],
+        "name_first": ["first_name"],
+        "name_middle": ["middle_name"],
+        "name_suffix": ["name_suffix_lbl"],
+        "voter_status": ["status_cd"],
+        "voter_status_desc": [],
+        "voter_status_reason_code": ["reason_cd"],
+        "voter_status_reason_desc": [],
+        "residence_address": ["res_street_address"],
+        "residence_city": ["res_city_desc"],
+        "residence_state": ["state_cd"],
+        "residence_zipcode": ["zip_code"],
+        "mailing_address_line_1": ["mail_addr1"],
+        "mailing_address_line_2": ["mail_addr2"],
+        "mailing_address_line_3": ["mail_addr3"],
+        "mailing_address_line_4": ["mail_addr4"],
+        "mailing_city": ["mail_city"],
+        "mailing_state": ["mail_state"],
+        "mailing_zipcode": ["mail_zipcode"],
+        "daytime_phone": ["full_phone_number"],
+        "confidential": ["confidential_ind"],
+        "registration_date": ["registr_dt"],
+        "race_code": [],
+        "ethnic_code": [],
+        "party_code": ["party_cd"],
+        "gender_code": [],
+        "birth_year": [],
+        "age_at_year_end": [],
+        "birth_state": [],
+        "drivers_lic": [],
+        "precinct": ["precinct_abbrv"],
+        "precinct_desc": [],
+        "municipality": ["municipality_abbrv"],
+        "municipality_desc": [],
+        "ward": ["ward_abbrv"],
+        "ward_desc": [],
+        "congressional_district": ["cong_dist_abbrv"],
+        "superior_court_jurisdiction": ["super_court_abbrv"],
+        "judicial_district": ["judic_dist_abbrv"],
+        "senate_district": ["nc_senate_abbrv"],
+        "house_district": ["nc_house_abbrv"],
+        "county_commission_district": ["county_commiss_abbrv"],
+        "county_commission_district_desc": ["county_commiss_desc"],
+        "township_jurisdiction": ["township_abbrv"],
+        "township_jurisdiction_desc": ["township_desc"],
+        "school_district": ["school_dist_abbrv"],
+        "school_district_desc": ["school_dist_desc"],
+        "fire_district": ["fire_dist_abbrv"],
+        "fire_district_desc": ["fire_dist_desc"],
+        "water_district": ["water_dist_abbrv"],
+        "water_district_desc": ["water_dist_desc"],
+        "sewer_district": ["sewer_dist_abbrv"],
+        "sewer_district_desc": ["sewer_dist_desc"],
+        "sanitation_district": ["sanit_dist_abbrv"],
+        "sanitation_district_desc": ["sanit_dist_desc"],
+        "rescue_district": ["rescue_dist_abbrv"],
+        "rescue_district_desc": ["rescue_dist_desc"],
+        "municipal_district": ["munic_dist_abbrv"],
+        "municipal_district_desc": ["munic_dist_desc"],
+        "prosecutorial_district": ["dist_1_abbrv"],
+        "prosecutorial_district_desc": ["dist_1_desc"],
+        "voter_tabulated_district_code": ["vtd_abbrv"],
+        "voter_tabulated_district_name": ["vtd_desc"]
+    }
+
+    suppress_keys = []
+
+    def import_source(self, file: str, t: str) -> None:
+        """
+        import_source Reads in a Voter or History File in Zip format and sends it to the datastore.
+
+        :param str t: String representing the type of zip file to import
+        :param str file: The full path to the Zip file
+        :return: None
+        """
+        self.db.init_schema()
+        try:
+            with zipfile.ZipFile(file, mode="r") as archive:
+                for info in archive.infolist():
+                    print(f"Filename: {info.filename}")
+                    print(f"Modified: {datetime.datetime(*info.date_time)}")
+                    print(f"Normal size: {info.file_size} bytes")
+                    print(f"Compressed size: {info.compress_size} bytes")
+                    print("-" * 20)
+                    data = []
+                    records_imported = 0
+                    with archive.open(info.filename, "r") as f:
+                        reader = csv.DictReader(
+                            io.TextIOWrapper(
+                                f,
+                                newline='\r\n',
+                                encoding='utf-8',
+                                errors='ignore'
+                            ),
+                            delimiter="\t"
+                        )
+                        for row in reader:
+                            if t in self.valid_import_types.keys():
+                                if len(data) < self.db.batch_limits[t]:
+                                    data.append(getattr(self, self.valid_import_types[t]["parse"])(
+                                        row
+                                    ))
+                                else:
+                                    print(f"Importing batch of {len(data)} records from {info.filename}..")
+                                    self.db.executemany_prepared_sql(
+                                        getattr(Warehouse.NorthCarolinaSQL, self.valid_import_types[t]["sql"])(),
+                                        data
+                                    )
+                                    records_imported += len(data)
+                                    data = []
+                            else:
+                                raise ValueError(f"Usage: Type 't' {t} is not valid")
+                        if len(data) > 0:
+                            if t in self.valid_import_types.keys():
+                                print(f"Importing batch of {len(data)} records from {info.filename}..")
+                                self.db.executemany_prepared_sql(
+                                    getattr(Warehouse.NorthCarolinaSQL, self.valid_import_types[t]["sql"])(),
+                                    data
+                                )
+                                records_imported += len(data)
+                            else:
+                                raise ValueError(f"Usage: Type 't' {t} is not valid")
+                        print(f"{records_imported} total records imported")
+                        print("-" * 20)
+        except Exception as error:
+            print('Caught this error: ' + repr(error))
+            raise
+
+    def parse_history_into_tuple(self, history: dict) -> tuple[str | None, ...]:
+        """
+        Build a temporary dictionary from raw voter binary string
+
+        :param bytes history: A byte string containing a raw row of history data
+        :return: A tuple of SQL ready prepared parameters
+        :rtype: tuple[str | None, ...]
+        """
+        history = dict(zip(self.history_keys, list(history.values())))
+        if history['voter_id'] == '':
+            history['voter_id'] = 0
+        for k in ["election_date"]:
+            history[k] = datetime.datetime.strptime(history[k], "%m/%d/%Y").strftime('%Y-%m-%d')
+        return tuple(history.values())
+
+    def parse_voter_into_tuple(self, voter: dict[str, str | None]) -> tuple[str | None, ...]:
+        """
+        Build a temporary dictionary from raw voter import dictionary
+
+        :param dict voter: A raw dictionary of voter data
+        :return: A tuple of SQL ready prepared parameters
+        :rtype: tuple[str | None, ...]
+        """
+        row = {}
+        for k, v in self.voter_keys.items():
+            if k in voter:
+                # handle matching keys
+                row[k] = voter[k].strip()
+            else:
+                # handle non-matching keys
+                row[k] = ''
+                for match in v:
+                    if match in voter:
+                        row[k] = voter[match].strip()
+                        break
+        for k in ["registration_date"]:
+            if len(row[k]) < 10:
+                row[k] = None
+            else:
+                row[k] = datetime.datetime.strptime(row[k], "%m/%d/%Y").strftime('%Y-%m-%d')
+        return tuple(row.values())
diff --git a/Warehouse/FloridaSQL.py b/Warehouse/FloridaSQL.py
index a86df5f..8097d00 100644
--- a/Warehouse/FloridaSQL.py
+++ b/Warehouse/FloridaSQL.py
@@ -170,13 +170,13 @@ def create_voters_table() -> str:
           `residence_address_line_2` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `residence_city` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `residence_state` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
-          `residence_zipcode` varchar(10) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `residence_zipcode` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_address_line_1` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_address_line_2` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_address_line_3` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_city` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_state` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
-          `mailing_zipcode` varchar(12) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_zipcode` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `mailing_country` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `gender` varchar(1) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
           `race` bigint(18) unsigned DEFAULT NULL,
diff --git a/Warehouse/ImplementedStates.py b/Warehouse/ImplementedStates.py
index 870a2a7..7904c01 100644
--- a/Warehouse/ImplementedStates.py
+++ b/Warehouse/ImplementedStates.py
@@ -1,4 +1,5 @@
 __implemented_states__ = [
     "Florida",
-    "Georgia"
+    "Georgia",
+    "NorthCarolina"
 ]
diff --git a/Warehouse/NorthCarolina.py b/Warehouse/NorthCarolina.py
new file mode 100644
index 0000000..83d31f8
--- /dev/null
+++ b/Warehouse/NorthCarolina.py
@@ -0,0 +1,36 @@
+import Warehouse.NorthCarolinaSQL
+from Warehouse.State import State
+from Warehouse.NorthCarolinaCodes import __counties__
+
+
+class NorthCarolina(State):
+    """
+    Warehouse.NorthCarolina class provides methods for storage of voter and voter history records and
+    associated assistive methods,
+    """
+
+    country_designation = "UnitedStates"
+    state_designation = "NorthCarolina"
+
+    def init_schema(self) -> None:
+        """
+        init_schema Initializes the database, tables, etc.
+
+        :return: None
+        """
+        try:
+            for sql in [
+                Warehouse.NorthCarolinaSQL.create_database(self.config["database"]["schema"]),
+                Warehouse.NorthCarolinaSQL.create_voters_table(),
+                Warehouse.NorthCarolinaSQL.create_counties_table(),
+                Warehouse.NorthCarolinaSQL.create_histories_table()
+            ]:
+                self.execute_sql(sql)
+            for k, v in __counties__.items():
+                self.execute_prepared_sql(
+                    Warehouse.NorthCarolinaSQL.set_county(),
+                    tuple([k, v])
+                )
+        except Exception as error:
+            print('Caught this error: ' + repr(error))
+            raise
diff --git a/Warehouse/NorthCarolinaCodes.py b/Warehouse/NorthCarolinaCodes.py
new file mode 100644
index 0000000..2d8e7c0
--- /dev/null
+++ b/Warehouse/NorthCarolinaCodes.py
@@ -0,0 +1,129 @@
+__voters_download_url__ = "https://s3.amazonaws.com/dl.ncsbe.gov/data/ncvoter_Statewide.zip"
+
+__voters_registration_snapshots__ = "https://dl.ncsbe.gov/index.html?prefix=data/Snapshots/"
+
+__counties__ = {
+    "1": "ALAMANCE",
+    "2": "ALEXANDER",
+    "3": "ALLEGHANY",
+    "4": "ANSON",
+    "5": "ASHE",
+    "6": "AVERY",
+    "7": "BEAUFORT",
+    "8": "BERTIE",
+    "9": "BLADEN",
+    "10": "BRUNSWICK",
+    "11": "BUNCOMBE",
+    "12": "BURKE",
+    "13": "CABARRUS",
+    "14": "CALDWELL",
+    "15": "CAMDEN",
+    "16": "CARTERET",
+    "17": "CASWELL",
+    "18": "CATAWBA",
+    "19": "CHATHAM",
+    "20": "CHEROKEE",
+    "21": "CHOWAN",
+    "22": "CLAY",
+    "23": "CLEVELAND",
+    "24": "COLUMBUS",
+    "25": "CRAVEN",
+    "26": "CUMBERLAND",
+    "27": "CURRITUCK",
+    "28": "DARE",
+    "29": "DAVIDSON",
+    "30": "DAVIE",
+    "31": "DUPLIN",
+    "32": "DURHAM",
+    "33": "EDGECOMBE",
+    "34": "FORSYTH",
+    "35": "FRANKLIN",
+    "36": "GASTON",
+    "37": "GATES",
+    "38": "GRAHAM",
+    "39": "GRANVILLE",
+    "40": "GREENE",
+    "41": "GUILFORD",
+    "42": "HALIFAX",
+    "43": "HARNETT",
+    "44": "HAYWOOD",
+    "45": "HENDERSON",
+    "46": "HERTFORD",
+    "47": "HOKE",
+    "48": "HYDE",
+    "49": "IREDELL",
+    "50": "JACKSON",
+    "51": "JOHNSTON",
+    "52": "JONES",
+    "53": "LEE",
+    "54": "LENOIR",
+    "55": "LINCOLN",
+    "56": "MACON",
+    "57": "MADISON",
+    "58": "MARTIN",
+    "59": "MCDOWELL",
+    "60": "MECKLENBURG",
+    "61": "MITCHELL",
+    "62": "MONTGOMERY",
+    "63": "MOORE",
+    "64": "NASH",
+    "65": "NEWHANOVER",
+    "66": "NORTHAMPTON",
+    "67": "ONSLOW",
+    "68": "ORANGE",
+    "69": "PAMLICO",
+    "70": "PASQUOTANK",
+    "71": "PENDER",
+    "72": "PERQUIMANS",
+    "73": "PERSON",
+    "74": "PITT",
+    "75": "POLK",
+    "76": "RANDOLPH",
+    "77": "RICHMOND",
+    "78": "ROBESON",
+    "79": "ROCKINGHAM",
+    "80": "ROWAN",
+    "81": "RUTHERFORD",
+    "82": "SAMPSON",
+    "83": "SCOTLAND",
+    "84": "STANLY",
+    "85": "STOKES",
+    "86": "SURRY",
+    "87": "SWAIN",
+    "88": "TRANSYLVANIA",
+    "89": "TYRRELL",
+    "90": "UNION",
+    "91": "VANCE",
+    "92": "WAKE",
+    "93": "WARREN",
+    "94": "WASHINGTON",
+    "95": "WATAUGA",
+    "96": "WAYNE",
+    "97": "WILKES",
+    "98": "WILSON",
+    "99": "YADKIN",
+    "00": "YANCEY",
+    "999": "UNKNOWN"
+}
+
+__election_types__ = {
+
+}
+
+__history_import_columns__ = [
+    "county_id",
+    "county_desc",
+    "voter_reg_num",
+    "election_lbl",
+    "election_desc",
+    "voting_method",
+    "voted_party_cd",
+    "voted_party_desc",
+    "pct_label",
+    "pct_description",
+    "ncid",
+    "voted_county_id",
+    "voted_county_desc",
+    "vtd_label",
+    "vtd_description"
+]
diff --git a/Warehouse/NorthCarolinaSQL.py b/Warehouse/NorthCarolinaSQL.py
new file mode 100644
index 0000000..a28484a
--- /dev/null
+++ b/Warehouse/NorthCarolinaSQL.py
@@ -0,0 +1,357 @@
+# -*- coding: utf-8 -*-
+
+# Handles Database SQL methods for Georgia data
+
+
+def create_database(database: str) -> str:
+    """
+    create_database Returns SQL string to create the schema
+
+    :param str database: The name of the schema
+    :return: SQL String
+    """
+    return f"CREATE DATABASE IF NOT EXISTS `{database}` /*!40100 DEFAULT CHARACTER SET utf8mb4 COLLATE " \
+           f"utf8mb4_unicode_ci */;"
+
+
+def create_counties_table() -> str:
+    """
+    create_counties_table Returns SQL string to create the Voter Counties table
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """CREATE TABLE IF NOT EXISTS `Counties` (
+          `county_code` char(3) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `name` varchar(30) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          PRIMARY KEY (`county_code`),
+          KEY `county_code` (`county_code`),
+          KEY `name` (`name`)
+        ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;
+    """
+
+
+def set_county() -> str:
+    """
+    set_voter Returns SQL string to replace the Histories records
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """INSERT IGNORE
+        INTO
+        Counties
+    (county_code,
+        name)
+    VALUES(%s,
+        %s);"""
+
+
+def create_histories_table() -> str:
+    """
+    create_histories_table Returns SQL string to create the Voter Histories table
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """CREATE TABLE IF NOT EXISTS `Histories` (
+          `county_code` char(3) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `county_name` char(20) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_id` bigint(18) unsigned NOT NULL DEFAULT 0,
+          `election_date` date NOT NULL,
+          `election_type` varchar(230) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voting_method` varchar(60) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `party_code` char(3) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `party_name` varchar(60) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `precinct_code` varchar(6) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `precinct_name` varchar(60) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `ncid` varchar(12) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voted_county_code` char(3) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voted_county_name` char(60) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_tabulated_district_code` char(6) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_tabulated_district_name` char(60) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          PRIMARY KEY (`county_code`,`voter_id`,`election_date`,`election_type`,`party_code`),
+          KEY `county_code` (`county_code`),
+          KEY `voter_id` (`voter_id`),
+          KEY `election_date` (`election_date`),
+          KEY `election_type` (`election_type`),
+          KEY `party_code` (`party_code`)
+        ) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci;
+    """
+
+
+def set_history() -> str:
+    """
+    set_voter Returns SQL string to replace the Histories records
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """REPLACE
+        INTO
+        Histories
+    (county_code,
+        county_name,
+        voter_id,
+        election_date,
+        election_type,
+        voting_method,
+        party_code,
+        party_name,
+        precinct_code,
+        precinct_name,
+        ncid,
+        voted_county_code,
+        voted_county_name,
+        voter_tabulated_district_code,
+        voter_tabulated_district_name)
+    VALUES(%s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s);"""
+
+
+def create_voters_table() -> str:
+    """
+    create_voters_table Returns SQL string to create the Voter table
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """CREATE TABLE IF NOT EXISTS `Voters` (
+          `voter_id` bigint(18) unsigned NOT NULL DEFAULT 0,
+          `county_code` char(3) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `county_name` char(20) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `ncid` varchar(12) COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `name_last` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `name_first` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `name_middle` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `name_suffix` varchar(5) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_status` char(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_status_desc` varchar(25) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_status_reason_code` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_status_reason_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `residence_address` varchar(65) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `residence_city` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `residence_state` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `residence_zipcode` char(9) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_address_line_1` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_address_line_2` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_address_line_3` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_address_line_4` varchar(40) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_city` varchar(30) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_state` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `mailing_zipcode` char(9) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `daytime_phone` varchar(12) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `confidential` char(1) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `registration_date` date NOT NULL,
+          `race_code` char(3) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `ethnic_code` char(3) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `party_code` char(3) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `gender_code` char(1) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `birth_year` char(4) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `age_at_year_end` char(3) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `birth_state` varchar(2) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `drivers_lic` char(1) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `precinct` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `precinct_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `municipality` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `municipality_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `ward` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `ward_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `congressional_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `superior_court_jurisdiction` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `judicial_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `senate_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `house_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `county_commission_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `county_commission_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `township_jurisdiction` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `township_jurisdiction_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `school_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `school_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `fire_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `fire_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `water_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `water_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `sewer_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `sewer_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `sanitation_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `sanitation_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `rescue_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `rescue_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `municipal_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `municipal_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `prosecutorial_district` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `prosecutorial_district_desc` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_tabulated_district_code` varchar(6) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          `voter_tabulated_district_name` varchar(60) CHARACTER SET utf8 COLLATE utf8_unicode_ci NOT NULL DEFAULT '',
+          PRIMARY KEY (`voter_id`,`county_code`),
+          KEY `voter_id` (`voter_id`),
+          KEY `county_code` (`county_code`),
+          KEY `name_last` (`name_last`),
+          KEY `name_first` (`name_first`),
+          KEY `name_middle` (`name_middle`),
+          KEY `residence_city` (`residence_city`),
+          KEY `residence_zipcode` (`residence_zipcode`),
+          KEY `mailing_city` (`mailing_city`),
+          KEY `mailing_zipcode` (`mailing_zipcode`)
+        ) ENGINE=InnoDB DEFAULT CHARSET=utf8;    
+    """
+
+
+def set_voter() -> str:
+    """
+    set_voter Returns SQL string to replace the Histories records
+
+    :return: SQL String
+    :rtype: str
+    """
+    return """REPLACE
+        INTO
+        Voters
+    (`voter_id`,
+        `county_code`,
+        `county_name`,
+        `ncid`,
+        `name_last`,
+        `name_first`,
+        `name_middle`,
+        `name_suffix`,
+        `voter_status`,
+        `voter_status_desc`,
+        `voter_status_reason_code`,
+        `voter_status_reason_desc`,
+        `residence_address`,
+        `residence_city`,
+        `residence_state`,
+        `residence_zipcode`,
+        `mailing_address_line_1`,
+        `mailing_address_line_2`,
+        `mailing_address_line_3`,
+        `mailing_address_line_4`,
+        `mailing_city`,
+        `mailing_state`,
+        `mailing_zipcode`,
+        `daytime_phone`,
+        `confidential`,
+        `registration_date`,
+        `race_code`,
+        `ethnic_code`,
+        `party_code`,
+        `gender_code`,
+        `birth_year`,
+        `age_at_year_end`,
+        `birth_state`,
+        `drivers_lic`,
+        `precinct`,
+        `precinct_desc`,
+        `municipality`,
+        `municipality_desc`,
+        `ward`,
+        `ward_desc`,
+        `congressional_district`,
+        `superior_court_jurisdiction`,
+        `judicial_district`,
+        `senate_district`,
+        `house_district`,
+        `county_commission_district`,
+        `county_commission_district_desc`,
+        `township_jurisdiction`,
+        `township_jurisdiction_desc`,
+        `school_district`,
+        `school_district_desc`,
+        `fire_district`,
+        `fire_district_desc`,
+        `water_district`,
+        `water_district_desc`,
+        `sewer_district`,
+        `sewer_district_desc`,
+        `sanitation_district`,
+        `sanitation_district_desc`,
+        `rescue_district`,
+        `rescue_district_desc`,
+        `municipal_district`,
+        `municipal_district_desc`,
+        `prosecutorial_district`,
+        `prosecutorial_district_desc`,
+        `voter_tabulated_district_code`,
+        `voter_tabulated_district_name`)
+    VALUES(%s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s,
+        %s);"""
diff --git a/build.py b/build.py
index a17d00c..0794aa2 100644
--- a/build.py
+++ b/build.py
@@ -8,6 +8,8 @@
     '--hidden-import=Warehouse.Florida',
     '--hidden-import=Import.Georgia',
     '--hidden-import=Warehouse.Georgia',
+    '--hidden-import=Import.NorthCarolina',
+    '--hidden-import=Warehouse.NorthCarolina',
     '--hidden-import=Import.State',
     '--hidden-import=Warehouse.State'
 ])