diff --git a/src/wuttafarm/farmos/importing/model.py b/src/wuttafarm/farmos/importing/model.py index 011a170..6cfd2cc 100644 --- a/src/wuttafarm/farmos/importing/model.py +++ b/src/wuttafarm/farmos/importing/model.py @@ -781,7 +781,11 @@ class ToFarmOSLog(ToFarmOS): self.normal = self.app.get_normalizer(self.farmos_client) def get_target_objects(self, **kwargs): - return list(self.farmos_client.log.iterate(self.farmos_log_type)) + # nb. must sort the data or else paging / iteration will not + # work correctly and we get back data set which contains + # duplicates but also is missing some records... + params = {"sort": "drupal_internal__id"} + return list(self.farmos_client.log.iterate(self.farmos_log_type, params=params)) def get_target_object(self, key): diff --git a/src/wuttafarm/importing/farmos.py b/src/wuttafarm/importing/farmos.py index 4f5a47a..eb82fe1 100644 --- a/src/wuttafarm/importing/farmos.py +++ b/src/wuttafarm/importing/farmos.py @@ -1254,7 +1254,11 @@ class LogImporterBase(FromFarmOS, ToWutta): def get_source_objects(self): """ """ log_type = self.get_farmos_log_type() - return list(self.farmos_client.log.iterate(log_type)) + # nb. must sort the data or else paging / iteration will not + # work correctly and we get back data set which contains + # duplicates but also is missing some records... + params = {"sort": "drupal_internal__id"} + return list(self.farmos_client.log.iterate(log_type, params=params)) def normalize_source_object(self, log): """ """