Source code for waeup.kofa.documents.batching

## $Id: 13145 2015-07-07 05:36:46Z henrik $
## Copyright (C) 2014 Uli Fouquet & Henrik Bettermann
## This program is free software; you can redistribute it and/or modify
## it under the terms of the GNU General Public License as published by
## the Free Software Foundation; either version 2 of the License, or
## (at your option) any later version.
## This program is distributed in the hope that it will be useful,
## but WITHOUT ANY WARRANTY; without even the implied warranty of
## GNU General Public License for more details.
## You should have received a copy of the GNU General Public License
## along with this program; if not, write to the Free Software
## Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
"""Batch processing components for document objects.

Batch processors eat CSV files to add, update or remove large numbers
of certain kinds of objects at once.
import grok
import unicodecsv as csv  # XXX: csv ops should move to dedicated module.
from time import time
from datetime import datetime
from zope.i18n import translate
from zope.interface import Interface
from zope.schema import getFields
from zope.component import queryUtility, getUtility, createObject
from zope.event import notify
from zope.catalog.interfaces import ICatalog
from hurry.workflow.interfaces import IWorkflowState, IWorkflowInfo
from waeup.kofa.interfaces import (
    IBatchProcessor, FatalCSVError, IObjectConverter, IUserAccount,
from waeup.kofa.interfaces import IKofaUtils
from waeup.kofa.interfaces import MessageFactory as _
from waeup.kofa.documents.interfaces import (
    IPDFDocument, IHTMLDocument, IRESTDocument)
from waeup.kofa.utils.batching import BatchProcessor

[docs]class DocumentProcessorBase(BatchProcessor): """This is the base class for all kinds of document processors. The `checkConversion` method checks whether `class_name` in a row corresponds with the processor chosen. This is to avoid accidentally wrong imports. Document processors do not import workflow states or transitions which means, all imported documents will be unpublished after batch creation. In other words, publishing can't be done by import, it has do be done via the UI. """ grok.implements(IBatchProcessor) grok.provides(IBatchProcessor) grok.context(Interface) grok.baseclass() util_name = None name = None iface = None location_fields = ['document_id',] additional_fields = ['class_name',] factory_name = None mode = None @property def available_fields(self): return sorted(list(set( self.additional_fields + getFields(self.iface).keys()))) def parentsExist(self, row, site): return 'documents' in site.keys() def entryExists(self, row, site): document_id = row.get('document_id', None) cat = queryUtility(ICatalog, name='documents_catalog') results = list(cat.searchResults(document_id=(document_id, document_id))) if results: return True return False def getParent(self, row, site): return site['documents'] def getEntry(self, row, site): if not self.entryExists(row, site): return None parent = self.getParent(row, site) return parent.get(row['document_id']) def addEntry(self, obj, row, site): parent = self.getParent(row, site) parent.addDocument(obj) return def delEntry(self, row, site): document = self.getEntry(row, site) parent = self.getParent(row, site) if document is not None: grok.getSite() '%s - Document removed' % document.document_id) del parent[document.document_id] return def updateEntry(self, obj, row, site, filename): """Update obj to the values given in row. """ items_changed = super(DocumentProcessorBase, self).updateEntry( obj, row, site, filename) # Log actions... location_field = self.location_fields[0] grok.getSite() '%s - %s - %s - updated: %s' % (, filename, row[location_field], items_changed)) return def checkConversion(self, row, mode='ignore'): """Validates all values in row. """ errs, inv_errs, conv_dict = super( DocumentProcessorBase, self).checkConversion(row, mode=mode) # We need to check if the class_name corresponds with the # processor chosen. This is to avoid accidentally wrong imports. if mode == 'create': class_name = row.get('class_name', None) if class_name != self.factory_name.strip('waeup.'): errs.append(('class_name','wrong processor')) return errs, inv_errs, conv_dict
class PDFDocumentProcessor(DocumentProcessorBase): """A batch processor for IPDFDocument objects. """ util_name = 'pdfdocumentprocessor' name = _('Public PDF Document Processor') iface = IPDFDocument factory_name = 'waeup.PDFDocument' class HTMLDocumentProcessor(DocumentProcessorBase): """A batch processor for IHTMLDocument objects. """ util_name = 'htmldocumentprocessor' name = _('Public HTML Document Processor') iface = IHTMLDocument factory_name = 'waeup.HTMLDocument' class RESTDocumentProcessor(DocumentProcessorBase): """A batch processor for IRESTDocument objects. """ util_name = 'restdocumentprocessor' name = _('Public REST Document Processor') iface = IRESTDocument factory_name = 'waeup.RESTDocument'