-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* add sentry * update import * update req * add usage tracking section on readme * increase font size * add head * update font * update * reduce logo size
- Loading branch information
Showing
6 changed files
with
166 additions
and
7 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,3 +1,4 @@ | ||
| torch | ||
| torchvision | ||
| pandas | ||
| sentry-sdk |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,4 +1,7 @@ | ||
| __version__ = '0.0.7' | ||
| from .image_folder import CleanImageFolder | ||
| from .food101 import CleanFood101 | ||
| from .oxford_pet import CleanOxfordIIITPet | ||
| from .oxford_pet import CleanOxfordIIITPet | ||
| from .sentry import init_sentry | ||
|
|
||
| init_sentry() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,136 @@ | ||
| # Sentry collects crash reports and performance numbers | ||
| # It is possible to turn off data collection using an environment variable named "SENTRY_OPT_OUT" | ||
| import sentry_sdk | ||
| from sentry_sdk import capture_exception | ||
|
|
||
| import time | ||
| import os | ||
| import sys | ||
| import traceback | ||
| import platform | ||
| import uuid | ||
| import hashlib | ||
| from functools import wraps | ||
|
|
||
| from vl_datasets import __version__ | ||
|
|
||
|
|
||
| #get a random token based on the machine uuid | ||
| token = hashlib.sha256(str(uuid.getnode()).encode()).hexdigest() | ||
| unit_test = None | ||
|
|
||
|
|
||
| def find_certifi_path(): | ||
| try: | ||
| import certifi | ||
| return os.path.join(os.path.dirname(certifi.__file__), 'cacert.pem') | ||
| except Exception as ex: | ||
| print('Failed to find certifi', ex) | ||
| return None | ||
|
|
||
|
|
||
| def traces_sampler(sampling_context): | ||
| # Examine provided context data (including parent decision, if any) | ||
| # along with anything in the global namespace to compute the sample rate | ||
| # or sampling decision for this transaction | ||
|
|
||
| print(sampling_context) | ||
| return 1 | ||
|
|
||
| def init_sentry(): | ||
| global unit_test | ||
|
|
||
| if 'SENTRY_OPT_OUT' not in os.environ: | ||
|
|
||
| if platform.system() == 'Darwin': | ||
| # fix CA certficate issue on latest MAC models | ||
| path = find_certifi_path() | ||
| if path is not None: | ||
| if 'SSL_CERT_FILE' not in os.environ: | ||
| os.environ["SSL_CERT_FILE"] = path | ||
| if 'REQUESTS_CA_BUNDLE' not in os.environ: | ||
| os.environ["REQUESTS_CA_BUNDLE"] = path | ||
|
|
||
| sentry_sdk.init( | ||
| dsn="https://97d1052b9ff44b22846f26e567020b22@o4504135122944000.ingest.sentry.io/4505219849846784", | ||
| debug='SENTRY_DEBUG' in os.environ, | ||
| # Set traces_sample_rate to 1.0 to capture 100% | ||
| # of transactions for performance monitoring. | ||
| # We recommend adjusting this value in production. | ||
| traces_sample_rate=1, | ||
| release=__version__, | ||
| default_integrations=False | ||
| ) | ||
| unit_test = 'UNIT_TEST' in os.environ | ||
| try: | ||
| filename = os.path.join(os.environ.get('HOME', '/tmp'),".token") | ||
| if platform.system() == "Windows": | ||
| filename = os.path.join(os.environ.get('USERPROFILE',"c:\\"),".token") | ||
| with open(filename, "w") as f: | ||
| f.write(token) | ||
| #if platform.system() == "Windows": | ||
| # f.write("\n") | ||
| # LOCAL_DIR=os.path.dirname(os.path.abspath(__file__)) | ||
| # f.write(LOCAL_DIR) | ||
| except: | ||
| pass | ||
|
|
||
| def vl_capture_exception(section, e, warn_only=False): | ||
| if not warn_only: | ||
| traceback.print_exc() | ||
| if 'SENTRY_OPT_OUT' not in os.environ: | ||
| with sentry_sdk.push_scope() as scope: | ||
| scope.set_tag("section", section) | ||
| scope.set_tag("unit_test", unit_test) | ||
| scope.set_tag("token", token) | ||
| scope.set_tag("platform", platform.platform()) | ||
| scope.set_tag("platform.version", platform.version()) | ||
| scope.set_tag("python", sys.version) | ||
| capture_exception(e, scope=scope) | ||
|
|
||
|
|
||
| def vl_performance_capture(section, start_time): | ||
| if 'SENTRY_OPT_OUT' not in os.environ: | ||
| try: | ||
| # avoid reporting unit tests back to sentry | ||
| if token == '41840345eec72833b7b9928a56260d557ba2a1e06f86d61d5dfe755fa05ade85': | ||
| import random | ||
| if random.random() < 0.995: | ||
| return | ||
| sentry_sdk.set_tag("runtime", str(time.time()-start_time)) | ||
|
|
||
| with sentry_sdk.push_scope() as scope: | ||
| scope.set_tag("section", section) | ||
| scope.set_tag("unit_test", unit_test) | ||
| scope.set_tag("token", token) | ||
| scope.set_tag("runtime-sec", time.time()-start_time) | ||
| scope.set_tag("platform", platform.platform()) | ||
| scope.set_tag("platform.version", platform.version()) | ||
| scope.set_tag("python", sys.version.strip().replace("\n", " ")) | ||
| sentry_sdk.capture_message("Performance", scope=scope) | ||
| finally: | ||
| sentry_sdk.flush(timeout=5) | ||
|
|
||
|
|
||
| def vl_capture_log_debug_state(config): | ||
| if 'SENTRY_OPT_OUT' not in os.environ: | ||
| breadcrumb = {'type':'debug', 'category':'setup', 'message':'snapshot', 'level':'info', 'timestamp':time.time() } | ||
| breadcrumb['data'] = config | ||
| #with sentry_sdk.configure_scope() as scope: | ||
| # scope.clear_breadcrumbs() | ||
| sentry_sdk.add_breadcrumb(breadcrumb) | ||
|
|
||
|
|
||
| def v1_sentry_handler(func): | ||
| @wraps(func) | ||
| def inner_function(*args, **kwargs): | ||
| try: | ||
| start_time = time.time() | ||
| ret = func(*args, **kwargs) | ||
| vl_performance_capture(f"V1:{func.__name__}", start_time) | ||
| return ret | ||
|
|
||
| except Exception as ex: | ||
| vl_capture_exception(f"V1:{func.__name__}", ex) | ||
| raise ex | ||
| return inner_function |