Browse Source

Fixes.

tags/v1.0^2
Ben Kurtovic 10 years ago
parent
commit
f02dc4497c
2 changed files with 8 additions and 8 deletions
  1. +7
    -7
      bitshift/crawler/indexer.py
  2. +1
    -1
      bitshift/parser/__init__.py

+ 7
- 7
bitshift/crawler/indexer.py View File

@@ -7,7 +7,7 @@ import bs4, datetime, logging, os, Queue, re, shutil, string, subprocess, time,\
threading threading


from ..database import Database from ..database import Database
from ..parser import parse
from ..parser import parse, UnsupportedFileError
from ..codelet import Codelet from ..codelet import Codelet


GIT_CLONE_DIR = "/tmp/bitshift" GIT_CLONE_DIR = "/tmp/bitshift"
@@ -151,11 +151,11 @@ class GitIndexer(threading.Thread):
source = self._decode(source_file.read()) source = self._decode(source_file.read())
if source is None: if source is None:
continue continue
except IOError as exception:
except IOError:
continue continue


authors = [(self._decode(author), None) for author in \
commits_meta[filename]["authors"]]
authors = [(self._decode(author), None) for author in
commits_meta[filename]["authors"]]
codelet = Codelet("%s:%s" % (repo.name, filename), source, filename, codelet = Codelet("%s:%s" % (repo.name, filename), source, filename,
None, authors, self._generate_file_url(filename, None, authors, self._generate_file_url(filename,
repo.url, repo.framework_name), repo.url, repo.framework_name),
@@ -164,9 +164,9 @@ class GitIndexer(threading.Thread):
repo.rank) repo.rank)
try: try:
parse(codelet) parse(codelet)
self.database.insert(codelet)
except UnsupportedFileError as excep:
pass
except UnsupportedFileError:
continue
self.database.insert(codelet)


def _generate_file_url(self, filename, repo_url, framework_name): def _generate_file_url(self, filename, repo_url, framework_name):
""" """


+ 1
- 1
bitshift/parser/__init__.py View File

@@ -8,7 +8,7 @@ from pygments import lexers as pgl, util
from ..languages import LANGS from ..languages import LANGS
from .python import parse_py from .python import parse_py


_all__ = ["parse"]
_all__ = ["parse", "UnsupportedFileError"]


class UnsupportedFileError(Exception): class UnsupportedFileError(Exception):
pass pass


Loading…
Cancel
Save