Skip to content

Commit

Permalink
better error logging for startups
Browse files Browse the repository at this point in the history
  • Loading branch information
leftmove committed Jan 7, 2025
1 parent b6d062d commit ec6655d
Showing 5 changed files with 25 additions and 12 deletions.
8 changes: 7 additions & 1 deletion backend/routers/lib/cache.py
Original file line number Diff line number Diff line change
@@ -9,6 +9,8 @@
from inspect import iscoroutinefunction
from dotenv import load_dotenv

from . import errors

load_dotenv()

ENVIRONMENT = os.environ.get("ENVIRONMENT", "development")
@@ -32,7 +34,11 @@


def ping():
ping = store.ping()
try:
ping = store.ping()
except Exception as e:
errors.report_error("Redis Startup", e)
raise e
return ping


8 changes: 7 additions & 1 deletion backend/routers/lib/database.py
Original file line number Diff line number Diff line change
@@ -8,6 +8,8 @@

import pymongo

from . import errors

load_dotenv()

MONGO_SERVER_URL = os.environ.get("MONGO_SERVER_URL", "mongodb://database:27017")
@@ -52,7 +54,11 @@ def wrapper(*args, **kwargs):

@retry_on_rate_limit()
def ping():
server_status = client.server_info()
try:
server_status = client.server_info()
except Exception as e:
errors.report_error("MongoDB Startup", e)
raise e
return server_status


6 changes: 5 additions & 1 deletion backend/routers/lib/search.py
Original file line number Diff line number Diff line change
@@ -40,7 +40,11 @@ def _prepare_meilisearch():


def ping():
keys = search.get_keys()
try:
keys = search.get_keys()
except Exception as e:
errors.report_error("Meilisearch Startup", e)
raise e
return keys


4 changes: 3 additions & 1 deletion backend/routers/lib/web.py
Original file line number Diff line number Diff line change
@@ -459,7 +459,9 @@ def scrape_stocks(cik, data, filing, last_report, empty=False):


def process_stocks(cik, filings):
filings_list = sorted([f for f in filings], key=lambda d: d.get("report_date", 0))
filings_list = sorted(
[f for f in filter(filings)], key=lambda d: d.get("report_date", 0)
)
last_report = filings_list[-1]["access_number"]
for document in filings_list:
access_number = document["access_number"]
11 changes: 3 additions & 8 deletions backend/routers/utils.py
Original file line number Diff line number Diff line change
@@ -21,17 +21,12 @@
from .lib import search
from .lib import cache

from .lib.database import MONGO_BACKUP_URL
from .lib.errors import SENTRY_DSN

load_dotenv()

MONGO_SERVER_URL = os.environ["MONGO_SERVER_URL"]
MONGO_BACKUP_URL = os.environ["MONGO_BACKUP_URL"]
MEILI_SERVER_URL = os.environ["MEILI_SERVER_URL"]
MEILI_MASTER_KEY = os.environ["MEILI_MASTER_KEY"]
REDIS_SERVER_URL = os.environ["REDIS_SERVER_URL"]
REDIS_PORT = int(os.environ.get("REDIS_PORT", 14640))
REDIS_PASSWORD = os.environ["REDIS_PASSWORD"]
DEBUG_CIK = os.environ.get("DEBUG_CIK", "")
SENTRY_DSN = os.environ.get("SENTRY_DSN", "")
TELEMETRY = bool(os.environ.get("TELEMETRY", False))
ENVIRONMENT = os.environ.get("ENVIRONMENT", "development")
production_environment = True if ENVIRONMENT == "production" else False

0 comments on commit ec6655d

Please sign in to comment.