# -*- coding: utf-8 -*-

 import time

 import shelve

 from optparse import make_option

 import cPickle

 from django.conf import settings

 from django.core.management.base import BaseCommand, CommandError

 from contextual.models import ExternalFeed

 from contextual.feedcache import cache

 class Command(BaseCommand):

     option_list = BaseCommand.option_list + (

         make_option('--verbose', default=False, dest='verbose',

             help="Displays info during the crawl (feed's titles)."),

     )

     help = 'Crawls all feeds in ExternalFeed.'

     def handle(self, *app_labels, **options):

         verbose = options.get('verbose', False)

         storage = shelve.open(settings.CACHE_EXTERNAL_FEED_FILE)

         try:

             fc = cache.Cache(storage, 

                 timeToLiveSeconds=settings.CACHE_EXTERNAL_FEED_SECONDS, 

                 userAgent='biologeek')

             for feed in ExternalFeed.objects.all():

                 try:

                     parsed_data = fc.fetch(feed.url)

                 except: # cPickle.UnpicklingError, AttributeError, more?

                     continue

                 if verbose and hasattr(parsed_data.feed, 'title'):

                     print parsed_data.feed.title

                     for entry in parsed_data.entries:

                         print '\t', entry.title

         finally:

             storage.close()

         return