sentry

sc_crawler.sentry

Functions:

Name	Description
before_send	Do not report intended shutdown errors to sentry.
sentry_capture_or_raise	Capture exception with Sentry and continue if configured, otherwise re-raise.

before_send

before_send(event, hint)

Do not report intended shutdown errors to sentry.

Source code in sc_crawler/sentry.py

def before_send(event, hint):
    """Do not report intended shutdown errors to sentry."""
    global captured_events
    exc_info = hint.get("exc_info")
    if exc_info:
        exc_type, exc_value, tb = exc_info
        ignore_exc_types = (
            CancelledError,
            KeyboardInterrupt,
            SystemExit,
        )
        if issubclass(exc_type, ignore_exc_types):
            return None
    captured_events += 1
    return event

sentry_capture_or_raise

sentry_capture_or_raise(vendor, on_error=None)

Capture exception with Sentry and continue if configured, otherwise re-raise.

Parameters:

Name	Type	Description	Default
vendor	Vendor	Vendor to use for logging and progress bar updates.	required
on_error	Optional[Callable]	Optional zero-argument callable, invoked before capturing or re-raising (e.g. for logging or state updates).	None

Source code in sc_crawler/sentry.py

@contextmanager
def sentry_capture_or_raise(vendor: Vendor, on_error: Optional[Callable] = None):
    """Capture exception with Sentry and continue if configured, otherwise re-raise.

    Args:
        vendor (Vendor): Vendor to use for logging and progress bar updates.
        on_error: Optional zero-argument callable, invoked before capturing or
            re-raising (e.g. for logging or state updates).
    """
    try:
        yield
    except Exception as e:
        if on_error:
            try:
                on_error()
            except Exception as callback_error:
                vendor.log(
                    f"on_error callback failed while handling {type(e).__name__}: {callback_error}",
                    ERROR,
                )
        if environ.get("SENTRY_DSN"):
            import sentry_sdk

            sentry_sdk.capture_exception(e)
            client = sentry_sdk.get_client()
            timeout = client.options.get("shutdown_timeout", 2)
            vendor.log(str(e), ERROR)
            sentry_sdk.flush(timeout=timeout)
        else:
            raise