app.py

@@ -13,12 +13,12 @@ load_dotenv("753DataSync.env")
 
 # Configuration
 BASE_URL = "{}/{}/{}"
-log_level = os.getenv('LOG_LEVEL', 'INFO').upper()  # Ensure it's uppercase to match logging levels
+log_level = os.getenv('LOG_LEVEL', 'INFO').upper()
 
 # Setup logging
 logger = logging.getLogger()
 
-# Dynamically set the log level for the logger
+# Set the log level for the logger
 if log_level == 'DEBUG':
     logger.setLevel(logging.DEBUG)
 elif log_level == 'INFO':
@@ -30,15 +30,15 @@ elif log_level == 'ERROR':
 elif log_level == 'CRITICAL':
     logger.setLevel(logging.CRITICAL)
 else:
-    logger.setLevel(logging.INFO)  # Default to INFO if the level is invalid
+    logger.setLevel(logging.INFO)
 
 # File handler
 file_handler = logging.FileHandler('753DataSync.log')
-file_handler.setLevel(getattr(logging, log_level))  # Set file handler level dynamically
+file_handler.setLevel(getattr(logging, log_level))
 
 # Stream handler (console output)
 stream_handler = logging.StreamHandler(sys.stdout)
-stream_handler.setLevel(getattr(logging, log_level))  # Set stream handler level dynamically
+stream_handler.setLevel(getattr(logging, log_level))
 
 # Log format
 formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
@@ -302,11 +302,11 @@ def main():
                 # Append features data to the aggregated list
                 all_data.extend(data)
 
-                # Generate filename with timestamp for the individual page
                 timestamp = datetime.now().strftime("%Y-%m-%d_%H-%M-%S")
                 page_filename = f"data/enforcement_page_{page_number}_results_{results_per_page}_{timestamp}.json"
                 
                 # Save individual page data
+                if log_level == 'DEBUG':
                     save_json(data, page_filename)
 
                 # Check if the number of records is less than the results_per_page, indicating last page