Compare commits
2 Commits
364e365e9c
...
5be8659264
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
5be8659264 | ||
|
|
b7ca534211 |
@ -87,6 +87,7 @@ python 753DataSync.py --results_per_page 100
|
||||
| Argument | Description |
|
||||
|----------------------|---------------------------------------------|
|
||||
| `--results_per_page` | Optional. Number of results per API call (default: `100`) |
|
||||
| `--test` | Optional. If set, only fetch the first page of results. |
|
||||
|
||||
---
|
||||
|
||||
@ -99,6 +100,7 @@ python 753DataSync.py --results_per_page 100
|
||||
5. **📤 Add Features** — Sends data to ArcGIS feature layer.
|
||||
6. **🧹 File Cleanup** — Deletes `.json`/`.log` files older than `PURGE_DAYS`.
|
||||
7. **📑 Dynamic Logs** — Logs saved to `753DataSync_YYYY-MM-DD.log`.
|
||||
8. **🧪 Test Mode** — Use the `--test` flag to fetch only the first page of results for testing purposes.
|
||||
|
||||
---
|
||||
|
||||
|
||||
14
app.py
14
app.py
@ -146,10 +146,13 @@ def parse_arguments():
|
||||
# Add arguments for results per page
|
||||
parser.add_argument('--results_per_page', type=int, default=100, help="Number of results per page (default: 100)")
|
||||
|
||||
# Add a test flag
|
||||
parser.add_argument('--test', action='store_true', help="If set, only fetch the first page of results.")
|
||||
|
||||
# Parse the arguments
|
||||
args = parser.parse_args()
|
||||
|
||||
return args.results_per_page
|
||||
return args.results_per_page, args.test
|
||||
|
||||
def generate_token(username, password, url="https://www.arcgis.com/sharing/rest/generateToken"):
|
||||
"""Generates an authentication token."""
|
||||
@ -305,8 +308,8 @@ def main():
|
||||
purge_old_files(purge_days)
|
||||
|
||||
# Parse command-line arguments
|
||||
results_per_page = parse_arguments()
|
||||
logger.info(f"Parsed arguments: results_per_page={results_per_page}")
|
||||
results_per_page, test_mode = parse_arguments()
|
||||
logger.info(f"Parsed arguments: results_per_page={results_per_page}, test_mode={test_mode}")
|
||||
|
||||
# Load environment variables
|
||||
logger.info("Loading environment variables.")
|
||||
@ -356,6 +359,11 @@ def main():
|
||||
logger.info("No more data to fetch, stopping pagination.")
|
||||
break
|
||||
|
||||
# Break the loop if in test mode
|
||||
if test_mode:
|
||||
logger.info("Test mode is enabled, stopping after the first page.")
|
||||
break
|
||||
|
||||
page_number += 1
|
||||
except Exception as e:
|
||||
logger.error(f"Error fetching or saving data for page {page_number}: {e}", exc_info=True)
|
||||
|
||||
Loading…
Reference in New Issue
Block a user