Ben Kurtovic 12 лет назад
Родитель
Сommit
f02dc4497c
2 измененных файлов: 8 добавлений и 8 удалений
  1. +7
    -7
      bitshift/crawler/indexer.py
  2. +1
    -1
      bitshift/parser/__init__.py

+ 7
- 7
bitshift/crawler/indexer.py Просмотреть файл

@@ -7,7 +7,7 @@ import bs4, datetime, logging, os, Queue, re, shutil, string, subprocess, time,\
threading threading


from ..database import Database from ..database import Database
from ..parser import parse
from ..parser import parse, UnsupportedFileError
from ..codelet import Codelet from ..codelet import Codelet


GIT_CLONE_DIR = "/tmp/bitshift" GIT_CLONE_DIR = "/tmp/bitshift"
@@ -151,11 +151,11 @@ class GitIndexer(threading.Thread):
source = self._decode(source_file.read()) source = self._decode(source_file.read())
if source is None: if source is None:
continue continue
except IOError as exception:
except IOError:
continue continue


authors = [(self._decode(author), None) for author in \
commits_meta[filename]["authors"]]
authors = [(self._decode(author), None) for author in
commits_meta[filename]["authors"]]
codelet = Codelet("%s:%s" % (repo.name, filename), source, filename, codelet = Codelet("%s:%s" % (repo.name, filename), source, filename,
None, authors, self._generate_file_url(filename, None, authors, self._generate_file_url(filename,
repo.url, repo.framework_name), repo.url, repo.framework_name),
@@ -164,9 +164,9 @@ class GitIndexer(threading.Thread):
repo.rank) repo.rank)
try: try:
parse(codelet) parse(codelet)
self.database.insert(codelet)
except UnsupportedFileError as excep:
pass
except UnsupportedFileError:
continue
self.database.insert(codelet)


def _generate_file_url(self, filename, repo_url, framework_name): def _generate_file_url(self, filename, repo_url, framework_name):
""" """


+ 1
- 1
bitshift/parser/__init__.py Просмотреть файл

@@ -8,7 +8,7 @@ from pygments import lexers as pgl, util
from ..languages import LANGS from ..languages import LANGS
from .python import parse_py from .python import parse_py


_all__ = ["parse"]
_all__ = ["parse", "UnsupportedFileError"]


class UnsupportedFileError(Exception): class UnsupportedFileError(Exception):
pass pass


Загрузка…
Отмена
Сохранить