From 85b55ee505f825ceaeb6396051045fd2149ef77f Mon Sep 17 00:00:00 2001 From: Bryan Hilbert Date: Thu, 11 Jan 2024 10:19:56 -0500 Subject: [PATCH 1/2] Increase MAST query limit. Add logging error. --- jwql/utils/constants.py | 2 +- jwql/website/apps/jwql/data_containers.py | 3 +++ 2 files changed, 4 insertions(+), 1 deletion(-) diff --git a/jwql/utils/constants.py b/jwql/utils/constants.py index 27d9ebcca..0cc2197a3 100644 --- a/jwql/utils/constants.py +++ b/jwql/utils/constants.py @@ -613,7 +613,7 @@ LOOK_OPTIONS = ["New", "Viewed"] # Maximum number of records returned by MAST for a single query -MAST_QUERY_LIMIT = 500000 +MAST_QUERY_LIMIT = 550000 # Expected position sensor values for MIRI. Used by the EDB monitor # to filter out bad values. Tuple values are the expected value and diff --git a/jwql/website/apps/jwql/data_containers.py b/jwql/website/apps/jwql/data_containers.py index 80e04d5cd..aea2a595c 100644 --- a/jwql/website/apps/jwql/data_containers.py +++ b/jwql/website/apps/jwql/data_containers.py @@ -1409,6 +1409,9 @@ def get_proposals_by_category(instrument): response = Mast.service_request_async(service, params) results = response[0].json()['data'] + if len(results) == MAST_QUERY_LIMIT: + logging.error(f"MAST_QUERY_LIMIT of {MAST_QUERY_LIMIT} reached for {instrument} in get_proposals_by_category") + # Get all unique dictionaries unique_results = list(map(dict, set(tuple(sorted(sub.items())) for sub in results))) From 68e95b8ae19fe28a49245c0940e5aa0958be36e0 Mon Sep 17 00:00:00 2001 From: Mees Fix Date: Thu, 11 Jan 2024 13:35:15 -0500 Subject: [PATCH 2/2] update changes.rst --- CHANGES.rst | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/CHANGES.rst b/CHANGES.rst index 1c7b7a96b..5bb622ca0 100644 --- a/CHANGES.rst +++ b/CHANGES.rst @@ -1,5 +1,14 @@ ## What's Changed +1.2.2 (2024-01-11) +================== + +Project & API Documentation +~~~~~~~~~~~~~~~~~~~~~~~~~~~ +- Increase MAST query limit by @ bhilbert4 in https://github.com/spacetelescope/jwql/pull/1427 +- Hotfix: Crashing archive_database_update @ BradleySappington in https://github.com/spacetelescope/jwql/pull/1425 + + 1.2.1 (2023-12-20) ==================