191 def _pull_data(self, session, force=False, raise_on_error=False): |
191 def _pull_data(self, session, force=False, raise_on_error=False): |
192 importlog = self.init_import_log(session) |
192 importlog = self.init_import_log(session) |
193 myuris = self.source_cwuris(session) |
193 myuris = self.source_cwuris(session) |
194 parser = self._get_parser(session, sourceuris=myuris, import_log=importlog) |
194 parser = self._get_parser(session, sourceuris=myuris, import_log=importlog) |
195 if self.process_urls(parser, self.urls, raise_on_error): |
195 if self.process_urls(parser, self.urls, raise_on_error): |
196 self.warning("some error occured, don't attempt to delete entities") |
196 self.warning("some error occurred, don't attempt to delete entities") |
197 else: |
197 else: |
198 parser.handle_deletion(self.config, session, myuris) |
198 parser.handle_deletion(self.config, session, myuris) |
199 self.update_latest_retrieval(session) |
199 self.update_latest_retrieval(session) |
200 stats = parser.stats |
200 stats = parser.stats |
201 if stats.get('created'): |
201 if stats.get('created'): |