nick/753-Data-Sync
1
0
Fork 0
Code Issues 4 Pull Requests Releases 2 Activity

feature/add-debug-logging #3

Merged
nick merged 5 commits from feature/add-debug-logging into master 2025-04-01 19:54:34 -04:00
Conversation 0 Commits 5 Files Changed 3 +7 -7
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 01e0d16838 - Show all commits

12
app.py
View File

@ -13,12 +13,12 @@ load_dotenv("753DataSync.env")
# Configuration # Configuration
BASE_URL = "{}/{}/{}" BASE_URL = "{}/{}/{}"
log_level = os.getenv('LOG_LEVEL', 'INFO').upper() # Ensure it's uppercase to match logging levels log_level = os.getenv('LOG_LEVEL', 'INFO').upper()
# Setup logging # Setup logging
logger = logging.getLogger() logger = logging.getLogger()
# Dynamically set the log level for the logger # Set the log level for the logger
if log_level == 'DEBUG': if log_level == 'DEBUG':
logger.setLevel(logging.DEBUG) logger.setLevel(logging.DEBUG)
elif log_level == 'INFO': elif log_level == 'INFO':
@ -30,15 +30,15 @@ elif log_level == 'ERROR':
elif log_level == 'CRITICAL': elif log_level == 'CRITICAL':
logger.setLevel(logging.CRITICAL) logger.setLevel(logging.CRITICAL)
else: else:
logger.setLevel(logging.INFO) # Default to INFO if the level is invalid logger.setLevel(logging.INFO)
# File handler # File handler
file_handler = logging.FileHandler('753DataSync.log') file_handler = logging.FileHandler('753DataSync.log')
file_handler.setLevel(getattr(logging, log_level)) # Set file handler level dynamically file_handler.setLevel(getattr(logging, log_level))
# Stream handler (console output) # Stream handler (console output)
stream_handler = logging.StreamHandler(sys.stdout) stream_handler = logging.StreamHandler(sys.stdout)
stream_handler.setLevel(getattr(logging, log_level)) # Set stream handler level dynamically stream_handler.setLevel(getattr(logging, log_level))
# Log format # Log format
formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s') formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
@ -302,11 +302,11 @@ def main():
# Append features data to the aggregated list # Append features data to the aggregated list
all_data.extend(data) all_data.extend(data)
# Generate filename with timestamp for the individual page
timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S") timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
page_filename = f"data/enforcement_page_{page_number}_results_{results_per_page}_{timestamp}.json" page_filename = f"data/enforcement_page_{page_number}_results_{results_per_page}_{timestamp}.json"
# Save individual page data # Save individual page data
if log_level == 'DEBUG':
save_json(data, page_filename) save_json(data, page_filename)
# Check if the number of records is less than the results_per_page, indicating last page # Check if the number of records is less than the results_per_page, indicating last page