Add cache table, importer for NationBuilder People

rattail_nationbuilder/nationbuilder/util.py

@@ -0,0 +1,31 @@
+# -*- coding: utf-8; -*-
+################################################################################
+#
+#  Rattail -- Retail Software Framework
+#  Copyright © 2010-2023 Lance Edgar
+#
+#  This file is part of Rattail.
+#
+#  Rattail is free software: you can redistribute it and/or modify it under the
+#  terms of the GNU General Public License as published by the Free Software
+#  Foundation, either version 3 of the License, or (at your option) any later
+#  version.
+#
+#  Rattail is distributed in the hope that it will be useful, but WITHOUT ANY
+#  WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
+#  FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
+#  details.
+#
+#  You should have received a copy of the GNU General Public License along with
+#  Rattail.  If not, see <http://www.gnu.org/licenses/>.
+#
+################################################################################
+"""
+NationBuilder utils
+"""
+
+
+def get_nationbuilder_url(config):
+    url = config.get('nationbuilder', 'url')
+    if url:
+        return url.rstrip('/')

rattail_nationbuilder/nationbuilder/webapi.py

@@ -89,7 +89,7 @@ class NationBuilderWebAPI(object):
         """
         return self._request('GET', api_method, params=params)
 
-    def get_people(self, page_size=10, progress=None, **kwargs):
+    def get_people(self, page_size=10, max_pages=None, progress=None, **kwargs):
         """
         Retrieve all Person records.
 
@@ -109,8 +109,12 @@ class NationBuilderWebAPI(object):
             data = response.json()
             people.extend(data['results'])
             url['next'] = data['next']
+            log.debug("have fetched %s pages", page + 1)
 
-        self.app.progress_loop(fetch, range(pages), progress,
+        pages = list(range(pages))
+        if max_pages:
+            pages = pages[:max_pages]
+        self.app.progress_loop(fetch, pages, progress,
                                message="Fetching Person data from NationBuilder")
         return people