190 def _pull_data(self, session, force=False, raise_on_error=False): |
190 def _pull_data(self, session, force=False, raise_on_error=False): |
191 importlog = self.init_import_log(session) |
191 importlog = self.init_import_log(session) |
192 myuris = self.source_cwuris(session) |
192 myuris = self.source_cwuris(session) |
193 parser = self._get_parser(session, sourceuris=myuris, import_log=importlog) |
193 parser = self._get_parser(session, sourceuris=myuris, import_log=importlog) |
194 if self.process_urls(parser, self.urls, raise_on_error): |
194 if self.process_urls(parser, self.urls, raise_on_error): |
195 self.warning("some error occured, don't attempt to delete entities") |
195 self.warning("some error occurred, don't attempt to delete entities") |
196 else: |
196 else: |
197 parser.handle_deletion(self.config, session, myuris) |
197 parser.handle_deletion(self.config, session, myuris) |
198 self.update_latest_retrieval(session) |
198 self.update_latest_retrieval(session) |
199 stats = parser.stats |
199 stats = parser.stats |
200 if stats.get('created'): |
200 if stats.get('created'): |