0d5eb96adeb12ecc2c2a1fd4554cc6a01c5c5b98,apps/search/models.py,MUserSearch,index_subscriptions_for_search,#MUserSearch#,48

Before Change

            processed += 1
            
            // Throttle notifications to client as to not flood them
            if time.time() - throttle > 0.05:
                r.publish(user.username, "search_index_complete:%.4s" % (float(processed)/total))
                throttle = time.time()
        
        duration = time.time() - start
        logging.user(user, "~FCIndexed ~SB%s/%s feeds~SN for ~SB~FB%s~FC~SN in ~FM~SB%s~FC~SN sec." % 
                     (processed, total, user.username, round(duration, 2)))
        r.publish(user.username, "search_index_complete:done")

After Change

        subscriptions = UserSubscription.objects.filter(user=user).only("feed")
        total = subscriptions.count()
        
        feed_ids = []
        for sub in subscriptions:
            try:
                feed_ids.append(sub.feed.pk)
            except Feed.DoesNotExist:
                continue
        
        feed_id_chunks = [c for c in chunks(feed_ids, 6)]
        logging.user(user, "~FCIndexing ~SB%s feeds~SN in %s chunks..." % 
                     (total, len(feed_id_chunks)))
        
        tasks = [IndexSubscriptionsChunkForSearch().s(feed_ids=feed_id_chunk,
                                                      user_id=self.user_id
                                                      ).set(queue="search_indexer")
                 for feed_id_chunk in feed_id_chunks]
        group = celery.group(*tasks)
        res = group.apply_async(queue="search_indexer")
        res.join_native()
        
        duration = time.time() - start
        logging.user(user, "~FCIndexed ~SB%s feeds~SN in ~FM~SB%s~FC~SN sec." % 

Instances