From b698a16c98850159ddd169c9a14cd901bb43ec03 Mon Sep 17 00:00:00 2001
From: Severyn Kozak <severyn.kozak@gmail.com>
Date: Fri, 30 May 2014 13:02:54 -0400
Subject: [PATCH] Add parse() and insert() calls to crawler.

Add:
    bitshift/crawler/indexer.py
        -Add `parse()` and `insert()` calls to `_insert_repository_codelets()`.
---
 bitshift/crawler/indexer.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/bitshift/crawler/indexer.py b/bitshift/crawler/indexer.py
index c1c77ad..ad730c8 100644
--- a/bitshift/crawler/indexer.py
+++ b/bitshift/crawler/indexer.py
@@ -7,6 +7,7 @@ import bs4, datetime, logging, os, Queue, re, shutil, string, subprocess, time,\
         threading
 
 from ..database import Database
+from ..parser import parse
 from ..codelet import Codelet
 
 GIT_CLONE_DIR = "/tmp/bitshift"
@@ -73,6 +74,7 @@ class GitIndexer(threading.Thread):
         self.index_queue = Queue.Queue(maxsize=MAX_INDEX_QUEUE_SIZE)
         self.git_cloner = _GitCloner(clone_queue, self.index_queue)
         self.git_cloner.start()
+        self.database = Database()
         self._logger = logging.getLogger("%s.%s" %
                 (__name__, self.__class__.__name__))
         self._logger.info("Starting.")
@@ -158,6 +160,8 @@ class GitIndexer(threading.Thread):
                             commits_meta[filename]["time_created"],
                             commits_meta[filename]["time_last_modified"],
                             repo.rank)
+            parse(codelet)
+            self.database.insert(codelet)
 
     def _generate_file_url(self, filename, repo_url, framework_name):
         """