From dadeae02a26de269ba26a5f7e894c70fb78c0557 Mon Sep 17 00:00:00 2001
From: Johan Lundberg <lundberg@nordu.net>
Date: Thu, 10 Apr 2014 16:11:47 +0200
Subject: Added caching for content views.

---
 meetingtools/apps/content/tasks.py | 64 +++++++++++++++++++++++++++++++++-----
 1 file changed, 57 insertions(+), 7 deletions(-)

(limited to 'meetingtools/apps/content/tasks.py')

diff --git a/meetingtools/apps/content/tasks.py b/meetingtools/apps/content/tasks.py
index ba0940e..dcdae03 100644
--- a/meetingtools/apps/content/tasks.py
+++ b/meetingtools/apps/content/tasks.py
@@ -1,14 +1,31 @@
 # -*- coding: utf-8 -*-
 __author__ = 'lundberg'
 
+from django.core.cache import cache
+from django.shortcuts import get_object_or_404
+from django.db.models import Sum, Count
+from django.contrib.auth.models import User
 from meetingtools.ac import ac_api_client
 from meetingtools.ac.api import ACPException
 from meetingtools.apps.content.models import Content
-import logging
-from datetime import datetime, timedelta
+from meetingtools.apps.cluster.models import ACCluster
 from celery.task import periodic_task
 from celery.schedules import crontab
-from meetingtools.apps.cluster.models import ACCluster
+from tagging.models import Tag, TaggedItem
+from datetime import datetime, timedelta
+import logging
+
+
+@periodic_task(run_every=crontab(hour="*", minute="*/10", day_of_week="*"))
+def import_all_content():
+    for acc in ACCluster.objects.all():
+        import_acc(acc, since=900)
+
+
+@periodic_task(run_every=crontab(hour="*", minute="*/15", day_of_week="*"))
+def cache_cluster_content():
+    for acc in ACCluster.objects.all():
+        get_cluster_content(acc)
 
 
 def import_acc(acc, since=0):
@@ -28,10 +45,43 @@ def import_acc(acc, since=0):
             logging.info("%s: Imported %d content objects." % (acc, nr))
 
 
-@periodic_task(run_every=crontab(hour="*", minute="*/15", day_of_week="*"))
-def import_all_content():
-    for acc in ACCluster.objects.all():
-        import_acc(acc, since=960)
+def get_cluster_content(acc):
+    total_bytecount = 0
+    domains = []
+    tags = Tag.objects.usage_for_model(Content, filters={'sco__acc': acc})
+    for tag in sorted(tags):
+        if tag.name.startswith('domain:'):
+            qs = TaggedItem.objects.get_by_model(Content, tag)
+            d = {
+                'domain': tag.name.split('domain:')[1],
+                'domain_bytes': qs.aggregate(Sum('bytecount'))['bytecount__sum'],
+                'number_of_files': len(qs)
+            }
+            total_bytecount += d['domain_bytes']
+            domains.append(d)
+    cache.set('%s-domains' % acc, domains, 900)
+    cache.set('%s-bytecount' % acc, total_bytecount, 900)
+    return domains, total_bytecount
+
+
+def get_domain_content(domain_tag):
+    users = []
+    qs = TaggedItem.objects.get_by_model(Content, domain_tag)
+    total_files = len(qs)
+    total_bytecount = qs.aggregate(Sum('bytecount'))['bytecount__sum']
+    creators = qs.values('creator').annotate(num_files=Count('creator'))
+    for creator in creators:
+        domain_user = get_object_or_404(User, pk=creator['creator'])
+        d = {
+            'username': domain_user.username,
+            'number_of_files': creator['num_files'],
+            'bytecount': Content.objects.filter(creator=domain_user).aggregate(Sum('bytecount'))['bytecount__sum']
+        }
+        users.append(d)
+    cache.set('%s-users' % domain_tag, users, 900)
+    cache.set('%s-files' % domain_tag, total_files, 900)
+    cache.set('%s-bytecount' % domain_tag, total_bytecount, 900)
+    return users, total_files, total_bytecount
 
 
 #@periodic_task(run_every=crontab(hour="1", minute="0", day_of_week="*"))
-- 
cgit v1.1