Compare commits

..

No commits in common. "b48cade0df523ca7b1590f95fe736598328ab818" and "364e365e9cf087de23d057566c28cd16a4ee3e5d" have entirely different histories.

2 changed files with 3 additions and 13 deletions

View File

@ -87,7 +87,6 @@ python 753DataSync.py --results_per_page 100
| Argument | Description |
|----------------------|---------------------------------------------|
| `--results_per_page` | Optional. Number of results per API call (default: `100`) |
| `--test` | Optional. If set, only fetch the first page of results. |
---
@ -100,7 +99,6 @@ python 753DataSync.py --results_per_page 100
5. **📤 Add Features** — Sends data to ArcGIS feature layer.
6. **🧹 File Cleanup** — Deletes `.json`/`.log` files older than `PURGE_DAYS`.
7. **📑 Dynamic Logs** — Logs saved to `753DataSync_YYYY-MM-DD.log`.
8. **🧪 Test Mode** — Use the `--test` flag to fetch only the first page of results for testing purposes.
---

14
app.py
View File

@ -146,13 +146,10 @@ def parse_arguments():
# Add arguments for results per page
parser.add_argument('--results_per_page', type=int, default=100, help="Number of results per page (default: 100)")
# Add a test flag
parser.add_argument('--test', action='store_true', help="If set, only fetch the first page of results.")
# Parse the arguments
args = parser.parse_args()
return args.results_per_page, args.test
return args.results_per_page
def generate_token(username, password, url="https://www.arcgis.com/sharing/rest/generateToken"):
"""Generates an authentication token."""
@ -308,8 +305,8 @@ def main():
purge_old_files(purge_days)
# Parse command-line arguments
results_per_page, test_mode = parse_arguments()
logger.info(f"Parsed arguments: results_per_page={results_per_page}, test_mode={test_mode}")
results_per_page = parse_arguments()
logger.info(f"Parsed arguments: results_per_page={results_per_page}")
# Load environment variables
logger.info("Loading environment variables.")
@ -359,11 +356,6 @@ def main():
logger.info("No more data to fetch, stopping pagination.")
break
# Break the loop if in test mode
if test_mode:
logger.info("Test mode is enabled, stopping after the first page.")
break
page_number += 1
except Exception as e:
logger.error(f"Error fetching or saving data for page {page_number}: {e}", exc_info=True)