some code to load DOAB records...no code here yet for how I processed the DOAB records into json format yet.

core/doab.py

@@ -0,0 +1,87 @@
+import logging
+
+import json
+from itertools import islice
+
+import regluit
+from regluit.core import (models,tasks)
+from regluit.core.bookloader import add_by_isbn
+
+logger = logging.getLogger(__name__)
+
+def load_doab_edition(title, doab_id, seed_isbn, url, format, rights, 
+                      provider='Directory of Open Access Books'):
+    
+    # can we find doab_id as an identifier? 
+    # doab work or edition id
+    
+    try:
+        work = models.Identifier.objects.get(type='doab',value=doab_id).work
+    except models.Identifier.DoesNotExist: # try to find an Edition with the seed_isbn and use that work to hang off of
+        sister_edition = add_by_isbn(seed_isbn)
+        if sister_edition.new:
+            # add related editions asynchronously
+            tasks.populate_edition.delay(sister_edition.isbn_13)
+        work = sister_edition.work
+        # attach the olwk identifier to this work if it's not none.
+        if doab_id is not None:
+            work_id = models.Identifier.get_or_add(type='doab',value=doab_id, 
+                                                   work=work,
+                                                   edition=sister_edition)
+
+    # Now pull out any existing DOAB editions tied to the work with the proper DOAB ID
+    try:
+        edition = models.Identifier.objects.get( type='doab', value=doab_id).edition    
+    except models.Identifier.DoesNotExist:
+        edition = models.Edition()
+        edition.title = title
+        edition.work = work
+        
+        edition.save()
+        edition_id = models.Identifier.get_or_add(type='doab',value=doab_id, 
+                                                  edition=edition, work=work)
+        
+    # check to see whether the Edition hasn't already been loaded first
+    # search by url
+    ebooks = models.Ebook.objects.filter(url=url)
+    
+    # format: what's the controlled vocab?  -- from Google -- alternative would be mimetype
+    
+    if len(ebooks):  
+        ebook = ebooks[0]
+    elif len(ebooks) == 0: # need to create new ebook
+        ebook = models.Ebook()
+
+    if len(ebooks) > 1:
+        warnings.warn("There is more than one Ebook matching url {0}".format(url))
+        
+        
+    ebook.format = format
+    ebook.provider = provider
+    ebook.url =  url
+    ebook.rights = rights
+        
+    # is an Ebook instantiable without a corresponding Edition? (No, I think)
+    
+    ebook.edition = edition
+    ebook.save()
+    
+    return ebook
+
+def load_doab_records(fname, limit=None):
+    
+    success_count = 0
+    
+    records = json.load(open(fname))
+
+    for (i, book) in enumerate(islice(records,limit)):
+        d = dict(book)
+        if d['format'] == 'pdf':
+            try:
+                edition = load_doab_edition(**dict(book))
+                success_count += 1 
+            except Exception, e:
+                logger.warning(e)
+            
+    logger.info("Number of books successfully uploaded: " + str(success_count))
+