From 01e0d16838734140be16f80148197523a785fad4 Mon Sep 17 00:00:00 2001
From: Nick Heppler <nick@nickhepler.com>
Date: Tue, 1 Apr 2025 19:15:33 -0400
Subject: [PATCH] Only save the individual page files if the logging level is
 set to debug.

---
 app.py | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

diff --git a/app.py b/app.py
index 14a1e0d..69e176e 100644
--- a/app.py
+++ b/app.py
@@ -13,12 +13,12 @@ load_dotenv("753DataSync.env")
 
 # Configuration
 BASE_URL = "{}/{}/{}"
-log_level = os.getenv('LOG_LEVEL', 'INFO').upper()  # Ensure it's uppercase to match logging levels
+log_level = os.getenv('LOG_LEVEL', 'INFO').upper()
 
 # Setup logging
 logger = logging.getLogger()
 
-# Dynamically set the log level for the logger
+# Set the log level for the logger
 if log_level == 'DEBUG':
     logger.setLevel(logging.DEBUG)
 elif log_level == 'INFO':
@@ -30,15 +30,15 @@ elif log_level == 'ERROR':
 elif log_level == 'CRITICAL':
     logger.setLevel(logging.CRITICAL)
 else:
-    logger.setLevel(logging.INFO)  # Default to INFO if the level is invalid
+    logger.setLevel(logging.INFO)
 
 # File handler
 file_handler = logging.FileHandler('753DataSync.log')
-file_handler.setLevel(getattr(logging, log_level))  # Set file handler level dynamically
+file_handler.setLevel(getattr(logging, log_level))
 
 # Stream handler (console output)
 stream_handler = logging.StreamHandler(sys.stdout)
-stream_handler.setLevel(getattr(logging, log_level))  # Set stream handler level dynamically
+stream_handler.setLevel(getattr(logging, log_level))
 
 # Log format
 formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
@@ -302,12 +302,12 @@ def main():
                 # Append features data to the aggregated list
                 all_data.extend(data)
 
-                # Generate filename with timestamp for the individual page
                 timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
                 page_filename = f"data/enforcement_page_{page_number}_results_{results_per_page}_{timestamp}.json"
                 
                 # Save individual page data
-                save_json(data, page_filename)
+                if log_level == 'DEBUG':
+                    save_json(data, page_filename)
 
                 # Check if the number of records is less than the results_per_page, indicating last page
                 if len(data) < results_per_page: