Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Refactor to class #30

Merged
merged 12 commits into from
Jan 27, 2024
3 changes: 3 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,9 @@ venv/
credentials.py
dist/

# harvest load test log
harvest_load.log

# node
node_modules/
# any previous versions of schemas
Expand Down
38 changes: 0 additions & 38 deletions harvester/__init__.py
Original file line number Diff line number Diff line change
@@ -1,38 +0,0 @@
# TODO: maybe turn off this ruff ignore?
# ruff: noqa: F405, F403

__all__ = [
"compare",
"extract",
"traverse_waf",
"download_waf",
"load",
"create_ckan_package",
"update_ckan_package",
"patch_ckan_package",
"purge_ckan_package",
"dcatus_to_ckan",
"transform",
"validate",
"utils",
]

from dotenv import load_dotenv

# TODO these imports will need to be updated to ensure a consistent api
from .compare import compare
from .extract import download_waf, extract, traverse_waf
from .load import (create_ckan_package, dcatus_to_ckan, load,
patch_ckan_package, purge_ckan_package, update_ckan_package)
from .transform import transform
from .utils import *
from .validate import *

load_dotenv()

# configuration settings
bucket_name = "test-bucket"
content_types = {
"json": "application/json",
}
extract_feat_name = "extract"
24 changes: 0 additions & 24 deletions harvester/compare.py

This file was deleted.

85 changes: 0 additions & 85 deletions harvester/extract.py

This file was deleted.

Loading
Loading