start moving marc code to its own package
eric
parent
7bfd807a74
commit
9de0474386
|
|
@ -1646,6 +1646,14 @@ class Edition(models.Model):
|
||||||
self.publisher_name = pub_name
|
self.publisher_name = pub_name
|
||||||
self.save()
|
self.save()
|
||||||
|
|
||||||
|
# for compatibility with marc outputter
|
||||||
|
def downloads(self):
|
||||||
|
return self.ebooks.all()
|
||||||
|
|
||||||
|
# for compatibility with marc outputter
|
||||||
|
def download_via_url(self):
|
||||||
|
return settings.BASE_URL_SECURE + reverse('download', args=[self.work.id])
|
||||||
|
|
||||||
class Publisher(models.Model):
|
class Publisher(models.Model):
|
||||||
created = models.DateTimeField(auto_now_add=True)
|
created = models.DateTimeField(auto_now_add=True)
|
||||||
name = models.ForeignKey('PublisherName', related_name='key_publisher')
|
name = models.ForeignKey('PublisherName', related_name='key_publisher')
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
from django.core.management.base import BaseCommand
|
||||||
|
from django.core.files.storage import default_storage
|
||||||
|
|
||||||
|
from regluit.marc.models import MARCRecord
|
||||||
|
from regluit.core.models import MARCRecord as OldRecord
|
||||||
|
|
||||||
|
class Command(BaseCommand):
|
||||||
|
help = "migrate records from files"
|
||||||
|
args = ""
|
||||||
|
|
||||||
|
def handle(self, **options):
|
||||||
|
editions=[]
|
||||||
|
for old_record in OldRecord.objects.all().order_by('-id'):
|
||||||
|
if old_record.edition.pk not in editions:
|
||||||
|
new_record, created = MARCRecord.objects.get_or_create(id=old_record.pk)
|
||||||
|
try:
|
||||||
|
xml_file = default_storage.open(old_record.xml_record)
|
||||||
|
xml_data = xml_file.read()
|
||||||
|
new_record.guts = xml_data
|
||||||
|
new_record.edition = old_record.edition
|
||||||
|
editions.append(old_record.edition.pk)
|
||||||
|
xml_file.close()
|
||||||
|
new_record.save()
|
||||||
|
print 'record %s updated' % new_record.id
|
||||||
|
except IOError:
|
||||||
|
if created:
|
||||||
|
new_record.delete()
|
||||||
|
print 'failed opening %s' % old_record.xml_record
|
||||||
|
|
@ -0,0 +1,73 @@
|
||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
import datetime
|
||||||
|
from south.db import db
|
||||||
|
from south.v2 import SchemaMigration
|
||||||
|
from django.db import models
|
||||||
|
|
||||||
|
|
||||||
|
class Migration(SchemaMigration):
|
||||||
|
|
||||||
|
def forwards(self, orm):
|
||||||
|
# Adding model 'MARCRecord'
|
||||||
|
db.create_table('marc_marcrecord', (
|
||||||
|
('id', self.gf('django.db.models.fields.AutoField')(primary_key=True)),
|
||||||
|
('guts', self.gf('django.db.models.fields.TextField')()),
|
||||||
|
('edition', self.gf('django.db.models.fields.related.ForeignKey')(related_name='MARCRecords', null=True, to=orm['core.Edition'])),
|
||||||
|
))
|
||||||
|
db.send_create_signal('marc', ['MARCRecord'])
|
||||||
|
|
||||||
|
|
||||||
|
def backwards(self, orm):
|
||||||
|
# Deleting model 'MARCRecord'
|
||||||
|
db.delete_table('marc_marcrecord')
|
||||||
|
|
||||||
|
|
||||||
|
models = {
|
||||||
|
'core.edition': {
|
||||||
|
'Meta': {'object_name': 'Edition'},
|
||||||
|
'cover_image': ('django.db.models.fields.URLField', [], {'max_length': '200', 'null': 'True', 'blank': 'True'}),
|
||||||
|
'created': ('django.db.models.fields.DateTimeField', [], {'auto_now_add': 'True', 'blank': 'True'}),
|
||||||
|
'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),
|
||||||
|
'publication_date': ('django.db.models.fields.CharField', [], {'db_index': 'True', 'max_length': '50', 'null': 'True', 'blank': 'True'}),
|
||||||
|
'publisher_name': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'editions'", 'null': 'True', 'to': "orm['core.PublisherName']"}),
|
||||||
|
'title': ('django.db.models.fields.CharField', [], {'max_length': '1000'}),
|
||||||
|
'unglued': ('django.db.models.fields.BooleanField', [], {'default': 'False'}),
|
||||||
|
'work': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'editions'", 'null': 'True', 'to': "orm['core.Work']"})
|
||||||
|
},
|
||||||
|
'core.publisher': {
|
||||||
|
'Meta': {'object_name': 'Publisher'},
|
||||||
|
'created': ('django.db.models.fields.DateTimeField', [], {'auto_now_add': 'True', 'blank': 'True'}),
|
||||||
|
'description': ('django.db.models.fields.TextField', [], {'default': "''", 'null': 'True', 'blank': 'True'}),
|
||||||
|
'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),
|
||||||
|
'logo_url': ('django.db.models.fields.URLField', [], {'max_length': '1024', 'null': 'True', 'blank': 'True'}),
|
||||||
|
'name': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'key_publisher'", 'to': "orm['core.PublisherName']"}),
|
||||||
|
'url': ('django.db.models.fields.URLField', [], {'max_length': '1024', 'null': 'True', 'blank': 'True'})
|
||||||
|
},
|
||||||
|
'core.publishername': {
|
||||||
|
'Meta': {'object_name': 'PublisherName'},
|
||||||
|
'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),
|
||||||
|
'name': ('django.db.models.fields.CharField', [], {'max_length': '255'}),
|
||||||
|
'publisher': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'alternate_names'", 'null': 'True', 'to': "orm['core.Publisher']"})
|
||||||
|
},
|
||||||
|
'core.work': {
|
||||||
|
'Meta': {'ordering': "['title']", 'object_name': 'Work'},
|
||||||
|
'created': ('django.db.models.fields.DateTimeField', [], {'auto_now_add': 'True', 'db_index': 'True', 'blank': 'True'}),
|
||||||
|
'description': ('django.db.models.fields.TextField', [], {'default': "''", 'null': 'True', 'blank': 'True'}),
|
||||||
|
'earliest_publication': ('django.db.models.fields.CharField', [], {'max_length': '50', 'null': 'True'}),
|
||||||
|
'featured': ('django.db.models.fields.DateTimeField', [], {'null': 'True', 'db_index': 'True'}),
|
||||||
|
'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'}),
|
||||||
|
'language': ('django.db.models.fields.CharField', [], {'default': "'en'", 'max_length': '5', 'db_index': 'True'}),
|
||||||
|
'num_wishes': ('django.db.models.fields.IntegerField', [], {'default': '0', 'db_index': 'True'}),
|
||||||
|
'openlibrary_lookup': ('django.db.models.fields.DateTimeField', [], {'null': 'True'}),
|
||||||
|
'selected_edition': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'selected_works'", 'null': 'True', 'to': "orm['core.Edition']"}),
|
||||||
|
'title': ('django.db.models.fields.CharField', [], {'max_length': '1000'})
|
||||||
|
},
|
||||||
|
'marc.marcrecord': {
|
||||||
|
'Meta': {'object_name': 'MARCRecord'},
|
||||||
|
'edition': ('django.db.models.fields.related.ForeignKey', [], {'related_name': "'MARCRecords'", 'null': 'True', 'to': "orm['core.Edition']"}),
|
||||||
|
'guts': ('django.db.models.fields.TextField', [], {}),
|
||||||
|
'id': ('django.db.models.fields.AutoField', [], {'primary_key': 'True'})
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
complete_apps = ['marc']
|
||||||
|
|
@ -0,0 +1,68 @@
|
||||||
|
import pymarc
|
||||||
|
import logging
|
||||||
|
from datetime import datetime
|
||||||
|
from StringIO import StringIO
|
||||||
|
|
||||||
|
from django.conf import settings
|
||||||
|
from django.db import models
|
||||||
|
|
||||||
|
# weak coupling
|
||||||
|
EDITION_MODEL = "core.Edition"
|
||||||
|
|
||||||
|
class Edition:
|
||||||
|
# define the methods an edition should have
|
||||||
|
|
||||||
|
# the edition should be able to report ebook downloads, with should have format and url attributes
|
||||||
|
def downloads(self):
|
||||||
|
return []
|
||||||
|
|
||||||
|
# the edition should be able to report "ebook via" url
|
||||||
|
def download_via_url(self):
|
||||||
|
return []
|
||||||
|
|
||||||
|
class MARCRecord(models.Model):
|
||||||
|
# the record goes here
|
||||||
|
guts = models.TextField()
|
||||||
|
|
||||||
|
# note capitalization of related_name
|
||||||
|
edition = models.ForeignKey(EDITION_MODEL, related_name="MARCRecords", null=True)
|
||||||
|
|
||||||
|
@property
|
||||||
|
def accession(self):
|
||||||
|
zeroes = 9 - len(str(self.id))
|
||||||
|
return 'ung' + zeroes*'0' + str(self.id)
|
||||||
|
|
||||||
|
# the record without 856
|
||||||
|
def _record(self):
|
||||||
|
the_record = pymarc.parse_xml_to_array(StringIO(self.guts))[0]
|
||||||
|
fields856 = the_record.get_fields('856')
|
||||||
|
if fields856:
|
||||||
|
the_record.remove_field(fields856)
|
||||||
|
return the_record
|
||||||
|
|
||||||
|
def direct_record(self):
|
||||||
|
the_record = self._record()
|
||||||
|
for book in self.edition.downloads():
|
||||||
|
field856 = pymarc.Field(
|
||||||
|
tag='856',
|
||||||
|
indicators = ['4', '0'],
|
||||||
|
subfields = [
|
||||||
|
'3', book.format + ' version',
|
||||||
|
'q', settings.CONTENT_TYPES[book.format],
|
||||||
|
'u', book.url,
|
||||||
|
]
|
||||||
|
)
|
||||||
|
the_record.add_ordered_field(field856)
|
||||||
|
return the_record
|
||||||
|
|
||||||
|
def via_record(self):
|
||||||
|
the_record = self._record()
|
||||||
|
field856_via = pymarc.Field(
|
||||||
|
tag='856',
|
||||||
|
indicators = ['4', '0'],
|
||||||
|
subfields = [
|
||||||
|
'u', self.edition.download_via_url(),
|
||||||
|
]
|
||||||
|
)
|
||||||
|
the_record.add_ordered_field(field856_via)
|
||||||
|
return the_record
|
||||||
|
|
@ -0,0 +1,116 @@
|
||||||
|
"""
|
||||||
|
django imports
|
||||||
|
"""
|
||||||
|
from django.test import TestCase
|
||||||
|
from django.test.client import Client
|
||||||
|
from django.db.models import get_model
|
||||||
|
|
||||||
|
"""
|
||||||
|
regluit imports
|
||||||
|
"""
|
||||||
|
from . import models
|
||||||
|
|
||||||
|
a_marc_record = '''<?xml version="1.0" encoding="UTF-8"?><record xmlns="http://www.loc.gov/MARC21/slim" xmlns:cinclude="http://apache.org/cocoon/include/1.0" xmlns:zs="http://www.loc.gov/zing/srw/">
|
||||||
|
<leader>01021cam a2200301 a 4500</leader>
|
||||||
|
<controlfield tag="001">3057297</controlfield>
|
||||||
|
<controlfield tag="005">19970108080513.5</controlfield>
|
||||||
|
<controlfield tag="008">960131r19761970ke b b 000 0 eng </controlfield>
|
||||||
|
<datafield tag="035" ind1=" " ind2=" ">
|
||||||
|
<subfield code="9">(DLC) 96109467</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="906" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">7</subfield>
|
||||||
|
<subfield code="b">cbc</subfield>
|
||||||
|
<subfield code="c">orignew</subfield>
|
||||||
|
<subfield code="d">u</subfield>
|
||||||
|
<subfield code="e">ncip</subfield>
|
||||||
|
<subfield code="f">19</subfield>
|
||||||
|
<subfield code="g">y-gencatlg</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="955" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">082 done aa11</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="010" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a"> 96109467 </subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="020" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">0195724135</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="040" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">DLC</subfield>
|
||||||
|
<subfield code="c">DLC</subfield>
|
||||||
|
<subfield code="d">DLC</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="043" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">f------</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="050" ind1="0" ind2="0">
|
||||||
|
<subfield code="a">PL8010</subfield>
|
||||||
|
<subfield code="b">.F5 1976</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="082" ind1="0" ind2="0">
|
||||||
|
<subfield code="a">398.2/096</subfield>
|
||||||
|
<subfield code="2">20</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="100" ind1="1" ind2=" ">
|
||||||
|
<subfield code="a">Finnegan, Ruth H.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="245" ind1="1" ind2="0">
|
||||||
|
<subfield code="a">Oral literature in Africa /</subfield>
|
||||||
|
<subfield code="c">Ruth Finnegan.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="260" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">Nairobi :</subfield>
|
||||||
|
<subfield code="b">Oxford University Press,</subfield>
|
||||||
|
<subfield code="c">1976 (1994 printing).</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="300" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">xviii, 558 p. :</subfield>
|
||||||
|
<subfield code="b">map ;</subfield>
|
||||||
|
<subfield code="c">21 cm.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="440" ind1=" " ind2="0">
|
||||||
|
<subfield code="a">Oxford library of African literature</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="500" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">Originally published: Oxford : Clarendon Press, 1970.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="504" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">Includes index and bibliographical references (p. [522]-536).</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="650" ind1=" " ind2="0">
|
||||||
|
<subfield code="a">Folk literature, African</subfield>
|
||||||
|
<subfield code="x">History and criticism.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="650" ind1=" " ind2="0">
|
||||||
|
<subfield code="a">Oral tradition</subfield>
|
||||||
|
<subfield code="z">Africa.</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="922" ind1=" " ind2=" ">
|
||||||
|
<subfield code="a">ap</subfield>
|
||||||
|
</datafield>
|
||||||
|
<datafield tag="991" ind1=" " ind2=" ">
|
||||||
|
<subfield code="b">c-GenColl</subfield>
|
||||||
|
<subfield code="h">PL8010</subfield>
|
||||||
|
<subfield code="i">.F5 1976</subfield>
|
||||||
|
<subfield code="t">Copy 1</subfield>
|
||||||
|
<subfield code="w">BOOKS</subfield>
|
||||||
|
</datafield>
|
||||||
|
</record>'''
|
||||||
|
|
||||||
|
class MarcTests(TestCase):
|
||||||
|
work_id=None
|
||||||
|
|
||||||
|
def test_records(self):
|
||||||
|
w = get_model('core','Work').objects.create(title="Work 1")
|
||||||
|
e = get_model('core','Edition').objects.create(title=w.title,work=w)
|
||||||
|
eb = get_model('core','Ebook').objects.create(url = "http://example.org",edition = e,format = 'epub')
|
||||||
|
|
||||||
|
mr = models.MARCRecord.objects.create(guts=a_marc_record, edition=e )
|
||||||
|
|
||||||
|
print mr.direct_record()
|
||||||
|
print mr.via_record()
|
||||||
|
print mr.direct_record_xml()
|
||||||
|
print mr.direct_record_mrc()
|
||||||
|
print mr.via_record_xml()
|
||||||
|
print mr.vi_record_mrc()
|
||||||
Loading…
Reference in New Issue