euscanwww: starting implementing Celery tasks

Basic tasks.py module, some fixes in the management commands

Signed-off-by: volpino <fox91@anche.no>

euscanwww/djeuscan/tasks.py

@@ -0,0 +1,83 @@
+from celery.task import task
+from celery.task.sets import TaskSet
+
+from djeuscan.models import Package
+
+from djeuscan.management.commands.regen_rrds import regen_rrds
+from djeuscan.management.commands.update_counters import update_counters
+from djeuscan.management.commands.scan_metadata import ScanMetadata
+from djeuscan.management.commands.scan_portage import ScanPortage, \
+    purge_versions as scan_portage_purge
+from djeuscan.management.commands.scan_upstream import ScanUpstream, \
+    purge_versions as scan_upstream_purge
+
+
+@task
+def regen_rrds_task():
+    regen_rrds()
+
+
+@task
+def update_counters_task():
+    update_counters()
+
+
+@task
+def scan_metadata_task(query, obj=None):
+    scan_metadata = ScanMetadata()
+    scan_metadata.scan(query)
+
+
+@task
+def scan_metadata_all_task():
+    job = TaskSet(tasks=[
+        scan_metadata_task.subtask(('%s/%s' % (pkg.category, pkg.name), pkg))
+        for pkg in Package.objects.all()
+    ])
+    job.apply_async()
+
+
+@task
+def scan_portage_all_task(purge=False):
+    scan_portage = ScanPortage()
+    scan_portage.scan()
+
+    if purge:
+        scan_portage_purge()
+
+
+@task
+def scan_portage_task(query, purge=False):
+    scan_portage = ScanPortage()
+    scan_portage.scan(query)
+
+    if purge:
+        scan_portage_purge()
+
+
+@task
+def scan_portage_purge_task():
+    scan_portage_purge()
+
+
+@task
+def scan_upstream_all_task(purge=False):
+    tasks = [scan_upstream_task.subtask(('%s/%s' % (pkg.category, pkg.name)))
+             for pkg in Package.objects.all()]
+
+    if purge:
+        tasks.append(scan_upstream_purge_task.subtask())
+
+    job = TaskSet(tasks=tasks)
+    job.apply_async()
+
+
+@task
+def scan_upstream_task(query):
+    scan_upstream = ScanUpstream()
+    scan_upstream.scan(query)
+
+
+@task
+def scan_upstream_purge_task():
+    scan_upstream_purge()