adds a command to create organizations and harvesters needed by ODSH

ckanext/odsh/commands/initialization.py

+#!/usr/bin/env python
+# -*- coding: utf8 -*-
+"""
+Paster command for adding ODSH organizations and harvesters to the CKAN instance.
+"""
+import sys
+from ckan import model
+from ckan.lib.cli import CkanCommand
+from ckan.logic import NotFound, get_action
+import ckanapi
+
+
+class Initialization(CkanCommand):
+    """
+    Adds a default set of organizations and harvesters to the current CKAN instance.
+
+    Usage: odsh_initialization
+    """
+
+    summary = __doc__.split('\n')[0]
+    usage = __doc__
+
+    def __init__(self, name):
+        super(Initialization, self).__init__(name)
+        self.admin_user = None
+
+    def create_context_with_user(self):
+        if not self.admin_user:
+            # Getting/Setting default site user
+            context = {'model': model, 'session': model.Session, 'ignore_auth': True}
+            self.admin_user = get_action('get_site_user')(context, {})
+
+        return {'user': self.admin_user['name']}
+
+    def command(self):
+        """Worker command doing the actual organization/harvester additions."""
+
+        if len(self.args) > 0:
+            cmd = self.args[0]
+
+            print('Command %s not recognized' % cmd)
+            self.parser.print_usage()
+            sys.exit(1)
+
+        super(Initialization, self)._load_config()
+        ckan_api_client = ckanapi.LocalCKAN()
+
+        self._handle_organizations(ckan_api_client)
+
+    def _handle_organizations(self, ckan_api_client):
+        present_orgs_dict = ckan_api_client.action.organization_list()
+
+        present_orgs_keys = []
+        if len(present_orgs_dict) > 0:
+            for org_key in present_orgs_dict:
+                present_orgs_keys.append(org_key)
+
+        odsh_orgs = {
+            "kiel": "Kiel",
+            "statistikamt-nord": "Statistikamt Nord"
+        }
+
+        for org_key in odsh_orgs:
+            if org_key not in present_orgs_keys:
+                add_message = 'Adding group {org_key}.'.format(
+                    org_key=org_key
+                )
+                print(add_message)
+                group_dict = {
+                    'name': org_key,
+                    'id': org_key,
+                    'title': odsh_orgs[org_key]
+                }
+
+                self._create_and_purge_organization(
+                    group_dict
+                )
+            else:
+                skip_message = 'Skipping creation of group '
+                skip_message = skip_message + "{org_key}, as it's already present."
+                print(skip_message.format(org_key=org_key))
+
+    def _create_and_purge_organization(self, organization_dict):
+        """Worker method for the actual group addition.
+        For unpurged groups a purge happens prior."""
+
+        try:
+            get_action('organization_purge')(self.create_context_with_user(), organization_dict)
+        except NotFound:
+            not_found_message = 'Group {group_name} not found, nothing to purge.'.format(
+                group_name=organization_dict['name']
+            )
+            print(not_found_message)
+        finally:
+            get_action('organization_create')(self.create_context_with_user(), organization_dict)

ckanext/odsh/harvesters/kielharvester.py

@@ -44,7 +44,7 @@ class KielHarvester(HarvesterBase):
                 used_identifiers.append(guid)
                 ids.append(obj.id)
 
-        except Exception, e:
+        except Exception as e:
             self._save_gather_error(
                 'Statistik-Nord-Harvester: Error gathering the identifiers from the source server [%s]' % str(e),
                 harvest_job)
@@ -110,6 +110,6 @@ class KielHarvester(HarvesterBase):
             try:
                 result = self._create_or_update_package(package_dict, harvest_object, package_dict_form='package_show')
                 return result
-            except toolkit.ValidationError, e:
+            except toolkit.ValidationError as e:
                 self._save_object_error('Validation Error: %s' % str(e.error_summary), harvest_object, 'Import')
                 return False

setup.py

@@ -84,6 +84,9 @@ setup(
         statistiknord_harvester=ckanext.odsh.harvesters:StatistikNordHarvester
         kiel_harvester=ckanext.odsh.harvesters:KielHarvester
         
+        [paste.paster_command]
+        odsh_initialization = ckanext.odsh.commands.initialization:Initialization
+        
         [babel.extractors]
         ckan = ckan.lib.extract:extract_ckan
     ''',