Contains only the minimum for handling files and their representation
"""
import datetime
+import os
+import urllib
-from django.template import defaultfilters
+from django.conf import settings
+from django.core.files import File
+from django.core.files.storage import FileSystemStorage
from django.db import models
-from taggit.managers import TaggableManager
+from django.template import defaultfilters
+import django_filepicker
+from lxml.html import fromstring, tostring
from oauth2client.client import Credentials
+from taggit.managers import TaggableManager
from karmaworld.apps.courses.models import Course
-class Note(models.Model):
+try:
+ from secrets.drive import GOOGLE_USER
+except:
+ GOOGLE_USER = u'admin@karmanotes.org'
+
+fs = FileSystemStorage(location=settings.MEDIA_ROOT)
+
+def _choose_upload_to(instance, filename):
+ # /school/course/year/month/day
+ return u"{school}/{course}/{year}/{month}/{day}".format(
+ school=instance.course.school.slug,
+ course=instance.course.slug,
+ year=instance.uploaded_at.year,
+ month=instance.uploaded_at.month,
+ day=instance.uploaded_at.day)
+
+class Document(models.Model):
+ """ An Abstract Base Class representing a document
+ intended to be subclassed
+
+ """
+ course = models.ForeignKey(Course)
+ tags = TaggableManager(blank=True)
+ name = models.CharField(max_length=255, blank=True, null=True)
+ slug = models.SlugField(max_length=255, null=True)
+
+ # metadata relevant to the Upload process
+ ip = models.IPAddressField(blank=True, null=True,
+ help_text=u"IP address of the uploader")
+ uploaded_at = models.DateTimeField(null=True, default=datetime.datetime.utcnow)
+
+
+ # if True, NEVER show this file
+ # WARNING: This may throw an error on migration
+ is_hidden = models.BooleanField(default=False)
+
+ fp_file = django_filepicker.models.FPFileField(
+ upload_to=_choose_upload_to,
+ storage=fs, \
+ null=True, blank=True,
+ help_text=u"An uploaded file reference from Filepicker.io")
+ mimetype = models.CharField(max_length=255, blank=True, null=True)
+
+ class Meta:
+ abstract = True
+ ordering = ['-uploaded_at']
+
+ def __unicode__(self):
+ return u"Document: {1} -- {2}".format(self.name, self.uploaded_at)
+
+ def _generate_unique_slug(self):
+ """ generate a unique slug based on name and uploaded_at """
+ _slug = defaultfilters.slugify(self.name)
+ klass = self.__class__
+ collision = klass.objects.filter(slug=_slug)
+ if collision:
+ _slug = u"{0}-{1}-{2}-{3}".format(
+ _slug, self.uploaded_at.month,
+ self.uploaded_at.day, self.uploaded_at.microsecond)
+ self.slug = _slug
+
+ def get_file(self):
+ """ Downloads the file from filepicker.io and returns a
+ Django File wrapper object """
+ # clean up any old downloads that are still hanging around
+ if hasattr(self, 'tempfile'):
+ self.tempfile.close()
+ delattr(self, 'tempfile')
+
+ if hasattr(self, 'filename'):
+ # the file might have been moved in the meantime so
+ # check first
+ if os.path.exists(self.filename):
+ os.remove(self.filename)
+ delattr(self, 'filename')
+
+ # The temporary file will be created in a directory set by the
+ # environment (TEMP_DIR, TEMP or TMP)
+ self.filename, header = urllib.urlretrieve(self.fp_file.name)
+ name = os.path.basename(self.filename)
+ disposition = header.get('Content-Disposition')
+ if disposition:
+ name = disposition.rpartition("filename=")[2].strip('" ')
+ filename = header.get('X-File-Name')
+ if filename:
+ name = filename
+
+ self.tempfile = open(self.filename, 'r')
+ return File(self.tempfile, name=name)
+
+ def save(self, *args, **kwargs):
+ if self.name and not self.slug:
+ self._generate_unique_slug()
+ super(Document, self).save(*args, **kwargs)
+
+class Note(Document):
""" A django model representing an uploaded file and associated metadata.
"""
+ # FIXME: refactor file choices after FP.io integration
UNKNOWN_FILE = '???'
FILE_TYPE_CHOICES = (
('doc', 'MS Word compatible file (.doc, .docx, .rtf, .odf)'),
('img', 'Scan or picture of notes'),
('pdf', 'PDF file'),
+ ('ppt', 'Powerpoint'),
+ ('txt', 'Text'),
(UNKNOWN_FILE, 'Unknown file'),
)
- course = models.ForeignKey(Course)
- # Tagging system
- tags = TaggableManager(blank=True)
-
- name = models.CharField(max_length=255, blank=True, null=True)
- slug = models.SlugField(null=True)
- desc = models.TextField(max_length=511, blank=True, null=True)
- uploaded_at = models.DateTimeField(null=True, default=datetime.datetime.utcnow)
+ file_type = models.CharField(max_length=15, \
+ choices=FILE_TYPE_CHOICES, \
+ default=UNKNOWN_FILE, \
+ blank=True, null=True)
- file_type = models.CharField(max_length=15, blank=True, null=True, choices=FILE_TYPE_CHOICES, default=UNKNOWN_FILE)
# Upload files to MEDIA_ROOT/notes/YEAR/MONTH/DAY, 2012/10/30/filename
- note_file = models.FileField(upload_to="notes/%Y/%m/%j/", blank=True, null=True)
-
- ## post gdrive conversion data
- embed_url = models.URLField(max_length=1024, blank=True, null=True)
- download_url = models.URLField(max_length=1024, blank=True, null=True)
- # for word processor documents
- html = models.TextField(blank=True, null=True)
- text = models.TextField(blank=True, null=True)
+ pdf_file = models.FileField( \
+ storage=fs, \
+ upload_to="notes/%Y/%m/%d/",\
+ blank=True, null=True)
+ # No longer keeping a local copy backed by django
+ note_file = models.FileField( \
+ storage=fs, \
+ upload_to="notes/%Y/%m/%d/",\
+ blank=True, null=True)
+
+ # Google Drive URLs
+ embed_url = models.URLField(max_length=1024, blank=True, null=True)
+ download_url = models.URLField(max_length=1024, blank=True, null=True)
+
+ # Generated by Google Drive by saved locally
+ html = models.TextField(blank=True, null=True)
+ text = models.TextField(blank=True, null=True)
+
+
+ # not using, but keeping old data
+ year = models.IntegerField(blank=True, null=True,\
+ default=datetime.datetime.utcnow().year)
+ desc = models.TextField(max_length=511, blank=True, null=True)
- # FIXME: Not Implemented
- #uploader = models.ForeignKey(User, blank=True, null=True, related_name='notes')
- #course = models.ForeignKey(Course, blank=True, null=True, related_name="files")
- #school = models.ForeignKey(School, blank=True, null=True)
+ is_flagged = models.BooleanField(default=False)
+ is_moderated = models.BooleanField(default=False)
def __unicode__(self):
- return u"{0}: {1} -- {2}".format(self.file_type, self.name, self.uploaded_at)
-
-
- def save(self, *args, **kwargs):
- """ override built-in save to ensure contextual self.name """
- # TODO: If self.name isn't set, generate one based on uploaded_name
- # if we fail to set the Note.name earlier than this, use the saved filename
-
- if not self.slug:
- self.slug = defaultfilters.slugify(self.name)
- super(Note, self).save(*args, **kwargs)
+ return u"Note: {0} {1} -- {2}".format(self.file_type, self.name, self.uploaded_at)
def get_absolute_url(self):
""" Resolve note url, use 'note' route and slug if slug
- otherwise use note and id
+ otherwise use note.id
+ """
+ if self.slug is not None:
+ # return a url ending in slug
+ return u"/{0}/{1}/{2}".format(self.course.school.slug, self.course.slug, self.slug)
+ else:
+ # return a url ending in id
+ return u"/{0}/{1}/{2}".format(self.course.school.slug, self.course.slug, self.id)
+
+ def sanitize_html(self, save=True):
+ """ if self contains html, find all <a> tags and add target=_blank
+ takes self
+ returns True/False on succ/fail and error or count
"""
- return u"/{0}/{1}/{2}".format(self.course.school.slug, self.course.slug, self.slug)
+ # build a tag sanitizer
+ def add_attribute_target(tag):
+ tag.attrib['target'] = '_blank'
+
+ # if no html, return false
+ if not self.html:
+ return False, "Note has no html"
+
+ _html = fromstring(self.html)
+ a_tags = _html.findall('.//a') # recursively find all a tags in document tree
+ # if there are a tags
+ if a_tags > 1:
+ #apply the add attribute function
+ map(add_attribute_target, a_tags)
+ self.html = _html
+ if save:
+ self.save()
+ return True, len(a_tags)
+
+ def _update_parent_updated_at(self):
+ """ update the parent Course.updated_at model
+ with the latest uploaded_at """
+ self.course.updated_at = self.uploaded_at
+ self.course.save()
+ def save(self, *args, **kwargs):
+ if self.uploaded_at and self.uploaded_at > self.course.updated_at:
+ self._update_parent_updated_at()
+ super(Note, self).save(*args, **kwargs)
-# FIXME: replace the following GOOGLE_USER in a settings.py
-GOOGLE_USER = 'seth.woodworth@gmail.com'
class DriveAuth(models.Model):
""" stored google drive authentication and refresh token
projects / oweals / karmaworld.git / blobdiff