Add cache table, importer for NationBuilder People

This commit is contained in:
Lance Edgar 2023-09-12 18:15:23 -05:00
parent 93af35eb4e
commit c3b93edd4d
13 changed files with 562 additions and 2 deletions

View file

@ -89,7 +89,7 @@ class NationBuilderWebAPI(object):
"""
return self._request('GET', api_method, params=params)
def get_people(self, page_size=10, progress=None, **kwargs):
def get_people(self, page_size=10, max_pages=None, progress=None, **kwargs):
"""
Retrieve all Person records.
@ -109,8 +109,12 @@ class NationBuilderWebAPI(object):
data = response.json()
people.extend(data['results'])
url['next'] = data['next']
log.debug("have fetched %s pages", page + 1)
self.app.progress_loop(fetch, range(pages), progress,
pages = list(range(pages))
if max_pages:
pages = pages[:max_pages]
self.app.progress_loop(fetch, pages, progress,
message="Fetching Person data from NationBuilder")
return people